[ 604.859495] env[70236]: INFO neutron.common.config [-] Logging enabled! [ 604.859806] env[70236]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev15 [ 604.860113] env[70236]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=70236) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 604.860440] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 604.860546] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 604.861369] env[70236]: WARNING oslo_policy.policy [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 604.861595] env[70236]: WARNING oslo_policy.policy [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 604.863089] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] VMware NSXv3 Agent initialized successfully. [ 604.863461] env[70236]: DEBUG oslo_concurrency.lockutils [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] Acquiring lock "singleton_lock" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.863597] env[70236]: DEBUG oslo_concurrency.lockutils [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] Acquired lock "singleton_lock" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.863810] env[70236]: DEBUG oslo_concurrency.lockutils [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] Releasing lock "singleton_lock" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.864110] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] Full set of CONF: {{(pid=70236) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 604.864322] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ******************************************************************************** {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 604.864447] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] Configuration options gathered from: {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 604.864683] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 604.864858] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 604.864971] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ================================================================================ {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 604.865160] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] agent_down_time = 75 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.865314] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] allow_automatic_dhcp_failover = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.865460] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] allow_bulk = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.865611] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] api_extensions_path = {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.865759] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] api_paste_config = api-paste.ini {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.865904] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] auth_strategy = keystone {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.866028] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] backdoor_port = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.866142] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] backdoor_socket = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.866286] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] backlog = 4096 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.866433] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] base_mac = fa:16:3e:00:00:00 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.866598] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] bind_host = 0.0.0.0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.866744] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] bind_port = 9696 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.866885] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] client_socket_timeout = 900 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.867043] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] config_dir = [] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.867167] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.867342] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] config_source = [] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.867489] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] control_exchange = neutron {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.867638] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] core_plugin = ml2 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.867779] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] debug = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.867920] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] default_availability_zones = [] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.868152] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.868301] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] dhcp_agent_notification = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.868446] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] dhcp_agents_per_network = 1 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.868588] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] dhcp_lease_duration = 86400 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.868739] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] dhcp_load_type = networks {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.868881] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] dns_domain = openstacklocal {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.869035] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.869179] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] enable_default_route_bfd = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.869346] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] enable_default_route_ecmp = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.869499] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] enable_dvr = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.869770] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] enable_new_agents = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.869946] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.870121] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] enable_signals = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.870277] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] enable_traditional_dhcp = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.870548] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] external_dns_driver = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.870592] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] filter_validation = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.870723] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] global_physnet_mtu = 8950 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.870914] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] graceful_shutdown_timeout = 60 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.871042] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] host = cpu-1 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.871195] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] host_dvr_for_dhcp = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.871340] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] http_retries = 3 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.871535] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] instance_format = [instance: %(uuid)s] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.871627] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.871769] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ipam_driver = internal {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.871907] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ipv6_pd_enabled = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.872061] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] l3_ha = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.872208] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.872351] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] l3_ha_network_physical_name = {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.872497] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] l3_ha_network_type = {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.872642] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] log_color = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.872783] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] log_config_append = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.872998] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.873180] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] log_dir = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.873324] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] log_file = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.873438] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] log_options = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.873582] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] log_rotate_interval = 1 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.873730] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] log_rotate_interval_type = days {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.873875] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] log_rotation_type = none {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.874055] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.874116] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.874250] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.874392] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.874505] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.874651] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] max_dns_nameservers = 5 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.874791] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] max_header_line = 16384 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.874927] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] max_l3_agents_per_router = 3 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.875074] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] max_logfile_count = 30 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.875219] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] max_logfile_size_mb = 200 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.875379] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] max_subnet_host_routes = 20 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.875500] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] my_ip = 10.180.1.21 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.875654] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] my_ipv6 = ::1 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.875781] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] network_auto_schedule = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.875913] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] network_link_prefix = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.876066] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.876216] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] notify_nova_on_port_data_changes = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.876361] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] notify_nova_on_port_status_changes = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.876510] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] pagination_max_limit = -1 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.876652] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] publish_errors = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.876789] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] rate_limit_burst = 0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.876933] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] rate_limit_except_level = CRITICAL {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.877082] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] rate_limit_interval = 0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.877242] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] retry_until_window = 30 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.877391] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] router_distributed = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.877532] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] rpc_resources_processing_step = 20 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.877732] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] rpc_response_max_timeout = 600 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.877892] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] rpc_response_timeout = 60 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.878045] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] send_events_interval = 2 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.878206] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] service_plugins = ['router'] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.878353] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] setproctitle = on {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.878493] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] shell_completion = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.878637] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] state_path = /opt/stack/data/neutron {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.878778] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] syslog_log_facility = LOG_USER {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.878918] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] tcp_keepidle = 600 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.879075] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] transport_url = **** {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.879217] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] use_journal = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.879376] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] use_json = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.879518] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] use_ssl = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.879655] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] use_stderr = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.879884] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] use_syslog = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.880044] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] vlan_qinq = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.880189] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] vlan_transparent = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.880350] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] watch_log_file = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.880506] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] wsgi_default_pool_size = 100 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.880647] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] wsgi_keep_alive = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.880795] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.880938] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] wsgi_server_debug = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.881110] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_concurrency.disable_process_locking = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.881265] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.881415] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.881559] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.881707] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.881854] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.881997] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.882169] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler.connection_string = messaging:// {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.882316] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler.enabled = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.882472] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler.es_doc_type = notification {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.882614] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler.es_scroll_size = 10000 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.882762] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler.es_scroll_time = 2m {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.882903] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler.filter_error_trace = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.883060] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler.hmac_keys = **** {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.883207] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler.sentinel_service_name = mymaster {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.883353] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler.socket_timeout = 0.1 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.883497] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler.trace_requests = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.883634] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler.trace_sqlalchemy = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.883864] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler_jaeger.process_tags = {} {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.883928] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler_jaeger.service_name_prefix = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.884061] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] profiler_otlp.service_name_prefix = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.884222] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_policy.enforce_new_defaults = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.884495] env[70236]: WARNING oslo_config.cfg [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 604.884644] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_policy.enforce_scope = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.884797] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_policy.policy_default_rule = default {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.884973] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.885122] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.885277] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.885417] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.885767] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.885767] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.885889] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.885948] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_policy.remote_timeout = 60.0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.886122] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.886274] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] agent.extensions = [] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.886425] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.886572] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] service_providers.service_provider = [] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.886721] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] QUOTAS.default_quota = -1 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.886872] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.887049] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] QUOTAS.quota_floatingip = 50 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.887164] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] QUOTAS.quota_network = 100 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.887307] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] QUOTAS.quota_port = 500 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.887447] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.887585] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] QUOTAS.quota_router = 10 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.887724] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] QUOTAS.quota_security_group = 10 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.887865] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.888013] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] QUOTAS.quota_subnet = 100 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.888158] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] QUOTAS.track_quota_usage = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.888314] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.888457] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep.group = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.888594] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep.helper_command = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.888741] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.888886] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep.thread_pool_size = 8 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.889033] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep.user = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.889182] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.889347] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_dhcp_release.group = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.889494] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_dhcp_release.helper_command = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.889640] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.889784] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.890014] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_dhcp_release.user = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.890177] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.890341] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_ovs_vsctl.group = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.890495] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_ovs_vsctl.helper_command = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.890641] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.890782] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.890917] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_ovs_vsctl.user = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.891080] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_namespace.capabilities = [21] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.891220] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_namespace.group = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.891357] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_namespace.helper_command = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.891504] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.891646] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_namespace.thread_pool_size = 8 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.891784] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_namespace.user = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.891933] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_conntrack.capabilities = [12] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.892080] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_conntrack.group = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.892217] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_conntrack.helper_command = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.892359] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.892501] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.892638] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_conntrack.user = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.892784] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_link.capabilities = [12, 21] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.892920] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_link.group = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.893064] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_link.helper_command = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.893211] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.893353] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_link.thread_pool_size = 8 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.893492] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] privsep_link.user = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.893650] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.893800] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.893945] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.continue_on_failed_promotions = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.894099] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.dscp = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.894242] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.dscp_inherit = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.894391] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.force_mp_to_policy = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.894534] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.locking_coordinator_url = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.894674] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.log_agent_heartbeats = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.894812] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.logging_expire = 1 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.894962] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.895115] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.895265] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.polling_interval = 240 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.895409] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.895559] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.895703] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.report_interval = 30.0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.895848] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.896024] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.896244] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.896456] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.sync_skew = 60 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.896621] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.synchronization_queue_size = 20 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.896769] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT.use_helper_for_ns_read = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.896920] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] SECURITYGROUP.enable_ipset = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.897086] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] SECURITYGROUP.enable_security_group = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.897241] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.897389] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.897540] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] experimental.ipv6_pd_enabled = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.897705] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ml2.extension_drivers = ['port_security'] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.897847] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ml2.external_network_type = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.898010] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.898171] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ml2.overlay_ip_version = 4 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.898318] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ml2.path_mtu = 8950 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.898466] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ml2.physical_network_mtus = {} {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.898619] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ml2.tenant_network_types = ['vlan'] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.898768] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.898919] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ml2.type_drivers = ['vlan'] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.899082] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT_CLI.neutron_port_id = [] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.899228] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.899394] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.899555] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.899705] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.899855] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.900093] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.900258] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.900430] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.900642] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.900800] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_login_password = **** {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.900953] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_login_port = 443 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.901115] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_login_user = admin {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.901269] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.901431] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.901576] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.901718] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.901867] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.902030] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.902183] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.902332] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.902482] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.902631] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.902785] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.902930] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.903091] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.903293] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.903452] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] vsphere.vsphere_login_password = VMware1! {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.903602] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.903748] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.903899] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] nova.auth_section = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.904066] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] nova.auth_type = password {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.904216] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.904357] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] nova.certfile = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.904503] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] nova.collect_timing = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.904658] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] nova.endpoint_type = public {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.904798] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] nova.insecure = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.904937] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] nova.keyfile = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.905096] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] nova.region_name = RegionOne {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.905239] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] nova.split_loggers = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.905378] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] nova.timeout = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.905528] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] placement.auth_section = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.905675] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] placement.auth_type = password {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.905824] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.905963] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] placement.certfile = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.906116] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] placement.collect_timing = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.906267] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] placement.endpoint_type = public {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.906410] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] placement.insecure = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.906546] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] placement.keyfile = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.906683] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] placement.region_name = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.906823] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] placement.split_loggers = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.906962] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] placement.timeout = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.907121] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.auth_section = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.907289] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.auth_type = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.907436] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.cafile = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.907573] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.certfile = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.907715] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.collect_timing = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.907855] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.connect_retries = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.907993] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.connect_retry_delay = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.908147] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.enable_notifications = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.908287] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.endpoint_override = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.908428] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.insecure = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.908568] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.interface = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.908704] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.keyfile = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.908840] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.max_version = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.908974] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.min_version = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.909119] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.region_name = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.909255] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.retriable_status_codes = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.909414] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.service_name = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.909549] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.service_type = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.909695] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.split_loggers = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.909830] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.status_code_retries = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.909966] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.status_code_retry_delay = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.910126] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.timeout = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.910263] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.valid_interfaces = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.910401] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ironic.version = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.910549] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] cli_script.dry_run = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.910704] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.910844] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.910991] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.911139] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.911277] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.911417] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.911552] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.911690] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.911829] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.911977] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.912125] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.912273] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.912417] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.912557] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.912698] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.912837] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.912978] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.913131] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.913281] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.913423] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.913564] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.913709] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.913850] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.913990] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.914142] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.914282] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.914426] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.914566] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.914704] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.914843] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.914985] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.ssl = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.915149] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.915297] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.915439] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.915585] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.915730] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.915867] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.916025] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_notifications.driver = [] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.916168] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_notifications.retry = -1 {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.916324] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.916465] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.916577] env[70236]: DEBUG oslo_service.backend.eventlet.service [None req-f11ca206-97d7-408a-a173-e9f2b41245b3 None None] ******************************************************************************** {{(pid=70236) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 604.917628] env[70236]: DEBUG neutron.agent.securitygroups_rpc [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Init firewall settings (driver=nsxv3) {{(pid=70236) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 604.918978] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=70236) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 604.919240] env[70236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] RPC agent_id: nsxm-l-01a.corp.local [ 604.921561] env[70236]: DEBUG dogpile.cache.region [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.921682] env[70236]: DEBUG dogpile.lock [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.921782] env[70236]: DEBUG dogpile.lock [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.921878] env[70236]: DEBUG dogpile.lock [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.921975] env[70236]: DEBUG dogpile.cache.region [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.922078] env[70236]: DEBUG dogpile.lock [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.922206] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.940691] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Session token - acquiring [ 604.942197] env[70236]: DEBUG networking_nsxv3.common.locking [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.942366] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.942492] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.942903] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.952848] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.223803] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 605.243790] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.244000] env[70236]: DEBUG dogpile.cache.region [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Cache value generated in 0.322 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 605.244088] env[70236]: DEBUG dogpile.lock [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.244180] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Activating Policy API Provider. [ 605.244369] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Looking for the default Infrastructure Rules. [ 605.303778] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Looking for the Default Layer3 Logged Drop Section. [ 605.318466] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 605.318927] env[70236]: DEBUG networking_nsxv3.common.locking [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.319111] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquiring lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.319219] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.319546] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired external semaphore "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.319865] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.836192] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.339623] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.842127] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Inventory metadata is going to be refreshed. [ 606.842302] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 607.575920] env[70236]: DEBUG networking_nsxv3.common.locking [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.576293] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.576293] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.576551] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.588082] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 607.692141] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.693151] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 607.711279] env[70236]: DEBUG networking_nsxv3.common.locking [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.711551] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.711551] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.711852] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.711984] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.712203] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 607.712262] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.712365] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 607.730390] env[70236]: DEBUG networking_nsxv3.common.locking [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.730569] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.730682] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.730944] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.731136] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.731286] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 607.752946] env[70236]: DEBUG networking_nsxv3.common.locking [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.752946] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.752946] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.752946] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.752946] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.752946] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 607.768111] env[70236]: DEBUG networking_nsxv3.common.locking [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.768300] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquiring lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.768405] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.768640] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired external semaphore "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.768780] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Releasing lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.768929] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 607.769047] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.769158] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 607.785752] env[70236]: DEBUG networking_nsxv3.common.locking [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.785979] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquiring lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.786086] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.786282] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired external semaphore "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.786407] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Releasing lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.786549] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 607.786659] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.786769] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 607.808233] env[70236]: DEBUG networking_nsxv3.common.locking [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.808450] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.808494] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.808780] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.808923] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.809092] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 607.809203] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 607.809369] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Inventory metadata have been refreshed. [ 607.809484] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Dryrun:True. Metadata refresh completed. [ 607.809579] env[70236]: DEBUG oslo_concurrency.lockutils [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Releasing lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.811208] env[70236]: INFO neutron.agent.agent_extensions_manager [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Loaded agent extensions: [] [ 607.811925] env[70236]: DEBUG neutron_lib.callbacks.manager [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=70236) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 607.863226] env[70236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] NSXv3 Agent Agent RPC Daemon Started! [ 607.863379] env[70236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] NSXv3 Agent Agent loop - iteration:0 started [ 607.863440] env[70236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] NSXv3 Agent Agent out of sync with plugin! [ 612.812537] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 612.812920] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 617.815573] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 617.815918] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 617.816271] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.816425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.816501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.816822] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.817010] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.320311] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.822457] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.324792] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 619.324895] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 620.005150] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.005565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.005565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.005565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.017274] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 620.018043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.018633] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 620.034516] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.034690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.034734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.034898] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.034981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.035099] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 620.035172] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.035242] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 620.054919] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.055099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.055144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.055502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.055630] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.055762] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 620.074179] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.074357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.074357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.074552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.074648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.074755] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 620.091687] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.091821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.091901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.092086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.092182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.092289] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 620.092361] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.092472] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 620.107811] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.107978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.107978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.108174] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.108257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.108354] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 620.108426] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.108496] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 620.124996] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.125144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.125221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.125383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.125476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.125582] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 620.125654] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.125722] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 620.125791] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 620.125856] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 620.125922] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 620.125986] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 620.126256] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 620.126315] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 620.126385] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 620.142996] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.143120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.143190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.143354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.143447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.143543] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 620.161368] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.161529] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.161529] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.161693] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.161784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.172596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.685340] env[70236]: INFO networking_nsxv3.common.synchronization [None req-82db1f38-fb94-4aa4-9e1b-b9eb8d4a76ee demo admin] Enqueued Resource ID: 6ff72433-6267-44a9-967d-1f8c4b51ecde with Priority: HIGHEST for action security_group_rules [ 621.685803] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff72433-6267-44a9-967d-1f8c4b51ecde with Priority: HIGHEST for action security_group_rules [ 621.686106] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff72433-6267-44a9-967d-1f8c4b51ecde taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.686229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff72433-6267-44a9-967d-1f8c4b51ecde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.686298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff72433-6267-44a9-967d-1f8c4b51ecde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.686548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff72433-6267-44a9-967d-1f8c4b51ecde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.686631] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff72433-6267-44a9-967d-1f8c4b51ecde',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.207411] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.207661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.207661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.207839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.207931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.208040] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff72433-6267-44a9-967d-1f8c4b51ecde already deleted. [ 622.208127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff72433-6267-44a9-967d-1f8c4b51ecde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.687525] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 626.687920] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 631.688436] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 631.688652] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 636.690103] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 636.690528] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 641.691412] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 641.691970] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 646.693067] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.693380] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 649.720755] env[70236]: INFO networking_nsxv3.common.synchronization [None req-949637ed-ba95-4672-879e-8d8925a3f4d3 None None] Enqueued Resource ID: e4efb2cc-3949-4df9-baba-d884a35805b4 with Priority: HIGHEST for action port [ 649.720755] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4efb2cc-3949-4df9-baba-d884a35805b4 with Priority: HIGHEST for action port [ 649.720755] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4efb2cc-3949-4df9-baba-d884a35805b4 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.720755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4efb2cc-3949-4df9-baba-d884a35805b4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.720755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4efb2cc-3949-4df9-baba-d884a35805b4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.720755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4efb2cc-3949-4df9-baba-d884a35805b4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.721341] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4efb2cc-3949-4df9-baba-d884a35805b4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.224487] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4efb2cc-3949-4df9-baba-d884a35805b4 [ 650.225347] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.225347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.225347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.225604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.225604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.225604] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4efb2cc-3949-4df9-baba-d884a35805b4 already deleted. [ 650.225701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4efb2cc-3949-4df9-baba-d884a35805b4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.583082] env[70236]: INFO networking_nsxv3.common.synchronization [None req-a911eb50-99c5-49fc-9421-d14a2bd4d5bb None None] Enqueued Resource ID: 1ad6cbe1-9639-4934-bdf9-fc33507e4b51 with Priority: HIGHEST for action port [ 651.583537] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad6cbe1-9639-4934-bdf9-fc33507e4b51 with Priority: HIGHEST for action port [ 651.584038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad6cbe1-9639-4934-bdf9-fc33507e4b51 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.584138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad6cbe1-9639-4934-bdf9-fc33507e4b51" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.584198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad6cbe1-9639-4934-bdf9-fc33507e4b51" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.584457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad6cbe1-9639-4934-bdf9-fc33507e4b51" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.584537] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad6cbe1-9639-4934-bdf9-fc33507e4b51',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.680775] env[70236]: INFO networking_nsxv3.common.synchronization [None req-02e0aaec-e949-484a-881a-fb3fd68ba3af None None] Enqueued Resource ID: 64b8faca-2bd8-44f4-bed7-34d65c2fa17d with Priority: HIGHEST for action port [ 651.680775] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b8faca-2bd8-44f4-bed7-34d65c2fa17d with Priority: HIGHEST for action port [ 651.680775] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-64b8faca-2bd8-44f4-bed7-34d65c2fa17d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.680775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64b8faca-2bd8-44f4-bed7-34d65c2fa17d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.680775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64b8faca-2bd8-44f4-bed7-34d65c2fa17d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.681461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64b8faca-2bd8-44f4-bed7-34d65c2fa17d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.681841] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64b8faca-2bd8-44f4-bed7-34d65c2fa17d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.088498] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ad6cbe1-9639-4934-bdf9-fc33507e4b51 [ 652.089481] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.089888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.089888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.090168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.090168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.090252] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ad6cbe1-9639-4934-bdf9-fc33507e4b51 already deleted. [ 652.090280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad6cbe1-9639-4934-bdf9-fc33507e4b51" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.185770] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64b8faca-2bd8-44f4-bed7-34d65c2fa17d [ 652.186140] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.186140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.186264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.186408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.186500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.186592] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64b8faca-2bd8-44f4-bed7-34d65c2fa17d already deleted. [ 652.186673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64b8faca-2bd8-44f4-bed7-34d65c2fa17d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.141150] env[70236]: INFO networking_nsxv3.common.synchronization [None req-095a182f-7f3d-4e91-bc76-633557181fbd None None] Enqueued Resource ID: e4169ff7-0b7b-45e4-9bb8-deebc1c029eb with Priority: HIGHEST for action port [ 653.141150] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4169ff7-0b7b-45e4-9bb8-deebc1c029eb with Priority: HIGHEST for action port [ 653.141150] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4169ff7-0b7b-45e4-9bb8-deebc1c029eb taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.141150] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4169ff7-0b7b-45e4-9bb8-deebc1c029eb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.141150] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4169ff7-0b7b-45e4-9bb8-deebc1c029eb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.142555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4169ff7-0b7b-45e4-9bb8-deebc1c029eb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.142760] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4169ff7-0b7b-45e4-9bb8-deebc1c029eb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.214231] env[70236]: INFO networking_nsxv3.common.synchronization [None req-26557771-c3cb-4d64-a845-803641d82720 None None] Enqueued Resource ID: 8d58ccec-f45c-4a55-9830-ce0935a0b2f1 with Priority: HIGHEST for action port [ 653.219592] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d58ccec-f45c-4a55-9830-ce0935a0b2f1 with Priority: HIGHEST for action port [ 653.223324] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d58ccec-f45c-4a55-9830-ce0935a0b2f1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.223324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d58ccec-f45c-4a55-9830-ce0935a0b2f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.223324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d58ccec-f45c-4a55-9830-ce0935a0b2f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.223324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d58ccec-f45c-4a55-9830-ce0935a0b2f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.223324] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d58ccec-f45c-4a55-9830-ce0935a0b2f1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.515244] env[70236]: INFO networking_nsxv3.common.synchronization [None req-450c5d22-2d7b-44ef-bd33-0b2e6dc4049a None None] Enqueued Resource ID: a79b4282-716c-4c6f-97f3-99b87cbcfc20 with Priority: HIGHEST for action port [ 653.515494] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79b4282-716c-4c6f-97f3-99b87cbcfc20 with Priority: HIGHEST for action port [ 653.518137] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a79b4282-716c-4c6f-97f3-99b87cbcfc20 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.518290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a79b4282-716c-4c6f-97f3-99b87cbcfc20" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.518357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a79b4282-716c-4c6f-97f3-99b87cbcfc20" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.519070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a79b4282-716c-4c6f-97f3-99b87cbcfc20" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.519070] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a79b4282-716c-4c6f-97f3-99b87cbcfc20',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.648453] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4169ff7-0b7b-45e4-9bb8-deebc1c029eb [ 653.648804] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.649026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.649142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.650279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.650279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.650279] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4169ff7-0b7b-45e4-9bb8-deebc1c029eb already deleted. [ 653.650279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4169ff7-0b7b-45e4-9bb8-deebc1c029eb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.725049] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d58ccec-f45c-4a55-9830-ce0935a0b2f1 [ 653.725319] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.725465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.725561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.725813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.725904] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.726028] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d58ccec-f45c-4a55-9830-ce0935a0b2f1 already deleted. [ 653.726121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d58ccec-f45c-4a55-9830-ce0935a0b2f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.924631] env[70236]: INFO networking_nsxv3.common.synchronization [None req-04d875b4-e3dd-4127-95c9-cc5577cb1cf9 None None] Enqueued Resource ID: f53382af-09ad-4745-bc44-5ca4fd81af5c with Priority: HIGHEST for action port [ 653.924897] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53382af-09ad-4745-bc44-5ca4fd81af5c with Priority: HIGHEST for action port [ 653.925777] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f53382af-09ad-4745-bc44-5ca4fd81af5c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.925903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f53382af-09ad-4745-bc44-5ca4fd81af5c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.925992] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f53382af-09ad-4745-bc44-5ca4fd81af5c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.927315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f53382af-09ad-4745-bc44-5ca4fd81af5c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.927315] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53382af-09ad-4745-bc44-5ca4fd81af5c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.020897] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a79b4282-716c-4c6f-97f3-99b87cbcfc20 [ 654.021187] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.021334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.021405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.021738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.021808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.021914] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a79b4282-716c-4c6f-97f3-99b87cbcfc20 already deleted. [ 654.021995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a79b4282-716c-4c6f-97f3-99b87cbcfc20" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.431306] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f53382af-09ad-4745-bc44-5ca4fd81af5c [ 654.431306] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.431306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.431306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.431306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.431306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.431306] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f53382af-09ad-4745-bc44-5ca4fd81af5c already deleted. [ 654.431306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f53382af-09ad-4745-bc44-5ca4fd81af5c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.704970] env[70236]: INFO networking_nsxv3.common.synchronization [None req-849295b2-6b61-409d-a049-0e090022834d None None] Enqueued Resource ID: d2cdcec1-db5f-44d8-9eb1-b3101423d8ae with Priority: HIGHEST for action port [ 654.705980] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2cdcec1-db5f-44d8-9eb1-b3101423d8ae with Priority: HIGHEST for action port [ 654.706330] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2cdcec1-db5f-44d8-9eb1-b3101423d8ae taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.706443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2cdcec1-db5f-44d8-9eb1-b3101423d8ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.706509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2cdcec1-db5f-44d8-9eb1-b3101423d8ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.706752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2cdcec1-db5f-44d8-9eb1-b3101423d8ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.706866] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2cdcec1-db5f-44d8-9eb1-b3101423d8ae',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.187909] env[70236]: INFO networking_nsxv3.common.synchronization [None req-a35bdbeb-b160-4695-ba54-fe57a8c66741 None None] Enqueued Resource ID: 782c0163-1419-4c3a-bebf-e2d89bb22c39 with Priority: HIGHEST for action port [ 655.189226] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c0163-1419-4c3a-bebf-e2d89bb22c39 with Priority: HIGHEST for action port [ 655.189595] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-782c0163-1419-4c3a-bebf-e2d89bb22c39 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.189722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-782c0163-1419-4c3a-bebf-e2d89bb22c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.189789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-782c0163-1419-4c3a-bebf-e2d89bb22c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.190106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-782c0163-1419-4c3a-bebf-e2d89bb22c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.190167] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('782c0163-1419-4c3a-bebf-e2d89bb22c39',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.211687] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2cdcec1-db5f-44d8-9eb1-b3101423d8ae [ 655.211878] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.212242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.212242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.212327] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.212377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.212474] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2cdcec1-db5f-44d8-9eb1-b3101423d8ae already deleted. [ 655.212886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2cdcec1-db5f-44d8-9eb1-b3101423d8ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.694113] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 782c0163-1419-4c3a-bebf-e2d89bb22c39 [ 655.694406] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.694559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.694626] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.694832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.694925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.695060] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:782c0163-1419-4c3a-bebf-e2d89bb22c39 already deleted. [ 655.695166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-782c0163-1419-4c3a-bebf-e2d89bb22c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.075092] env[70236]: INFO networking_nsxv3.common.synchronization [None req-dbc43a0c-f82b-4d69-b36a-621ce43d9b38 None None] Enqueued Resource ID: 9439f32e-3e08-44e3-807e-f68f272ba507 with Priority: HIGHEST for action port [ 657.075260] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9439f32e-3e08-44e3-807e-f68f272ba507 with Priority: HIGHEST for action port [ 657.075953] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9439f32e-3e08-44e3-807e-f68f272ba507 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.075953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9439f32e-3e08-44e3-807e-f68f272ba507" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.075953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9439f32e-3e08-44e3-807e-f68f272ba507" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.076331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9439f32e-3e08-44e3-807e-f68f272ba507" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.078236] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9439f32e-3e08-44e3-807e-f68f272ba507',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.151195] env[70236]: INFO networking_nsxv3.common.synchronization [None req-49a0da7d-2be2-4dea-93c5-a5cf564c8e12 None None] Enqueued Resource ID: 4fdf0113-153a-4172-a1fd-352d423c4e25 with Priority: HIGHEST for action port [ 657.152507] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdf0113-153a-4172-a1fd-352d423c4e25 with Priority: HIGHEST for action port [ 657.155788] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fdf0113-153a-4172-a1fd-352d423c4e25 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.155788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fdf0113-153a-4172-a1fd-352d423c4e25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.155788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fdf0113-153a-4172-a1fd-352d423c4e25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.156116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fdf0113-153a-4172-a1fd-352d423c4e25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.156116] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fdf0113-153a-4172-a1fd-352d423c4e25',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.582556] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9439f32e-3e08-44e3-807e-f68f272ba507 [ 657.582556] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.582556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.582556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.582556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.582556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.582556] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9439f32e-3e08-44e3-807e-f68f272ba507 already deleted. [ 657.582556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9439f32e-3e08-44e3-807e-f68f272ba507" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.662010] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fdf0113-153a-4172-a1fd-352d423c4e25 [ 657.662303] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.662959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.662959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.662959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.662959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.662959] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fdf0113-153a-4172-a1fd-352d423c4e25 already deleted. [ 657.662959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fdf0113-153a-4172-a1fd-352d423c4e25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.340372] env[70236]: INFO networking_nsxv3.common.synchronization [None req-18b6be20-b456-4aa9-a8cb-380f075c5517 None None] Enqueued Resource ID: d2a44260-267b-4b92-8e1a-ede7be8262d3 with Priority: HIGHEST for action port [ 658.341272] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a44260-267b-4b92-8e1a-ede7be8262d3 with Priority: HIGHEST for action port [ 658.341479] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a44260-267b-4b92-8e1a-ede7be8262d3 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.341625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a44260-267b-4b92-8e1a-ede7be8262d3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.341625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a44260-267b-4b92-8e1a-ede7be8262d3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.341837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a44260-267b-4b92-8e1a-ede7be8262d3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.341925] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a44260-267b-4b92-8e1a-ede7be8262d3',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.846540] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2a44260-267b-4b92-8e1a-ede7be8262d3 [ 658.847620] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.847620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.847620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.847620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.847620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.847620] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2a44260-267b-4b92-8e1a-ede7be8262d3 already deleted. [ 658.847620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a44260-267b-4b92-8e1a-ede7be8262d3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.227924] env[70236]: INFO networking_nsxv3.common.synchronization [None req-09e767f4-f39a-4f66-adcd-fad551abdb6a None None] Enqueued Resource ID: c15cf1d0-d923-4e2b-b9e4-e7428c26052e with Priority: HIGHEST for action port [ 660.228189] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c15cf1d0-d923-4e2b-b9e4-e7428c26052e with Priority: HIGHEST for action port [ 660.228674] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c15cf1d0-d923-4e2b-b9e4-e7428c26052e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.229351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c15cf1d0-d923-4e2b-b9e4-e7428c26052e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.229351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c15cf1d0-d923-4e2b-b9e4-e7428c26052e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.229351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c15cf1d0-d923-4e2b-b9e4-e7428c26052e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.229351] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c15cf1d0-d923-4e2b-b9e4-e7428c26052e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.314153] env[70236]: INFO networking_nsxv3.common.synchronization [None req-eec5401b-dbee-4ad6-95af-a17eab48db60 None None] Enqueued Resource ID: e279701d-796b-41f6-b8ac-35e4ddd81362 with Priority: HIGHEST for action port [ 660.314455] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e279701d-796b-41f6-b8ac-35e4ddd81362 with Priority: HIGHEST for action port [ 660.315053] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e279701d-796b-41f6-b8ac-35e4ddd81362 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.315224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e279701d-796b-41f6-b8ac-35e4ddd81362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.315320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e279701d-796b-41f6-b8ac-35e4ddd81362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.315614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e279701d-796b-41f6-b8ac-35e4ddd81362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.316178] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e279701d-796b-41f6-b8ac-35e4ddd81362',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.686385] env[70236]: INFO networking_nsxv3.common.synchronization [None req-d2437892-2cd9-4562-9592-aa2db9b3cc49 None None] Enqueued Resource ID: 237de08f-6dd2-48e7-a70c-19d27b59c717 with Priority: HIGHEST for action port [ 660.688087] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237de08f-6dd2-48e7-a70c-19d27b59c717 with Priority: HIGHEST for action port [ 660.688405] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-237de08f-6dd2-48e7-a70c-19d27b59c717 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.688508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-237de08f-6dd2-48e7-a70c-19d27b59c717" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.689525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-237de08f-6dd2-48e7-a70c-19d27b59c717" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.690624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-237de08f-6dd2-48e7-a70c-19d27b59c717" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.690624] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('237de08f-6dd2-48e7-a70c-19d27b59c717',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.732807] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c15cf1d0-d923-4e2b-b9e4-e7428c26052e [ 660.732807] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.732807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.732807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.732807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.732807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.732807] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c15cf1d0-d923-4e2b-b9e4-e7428c26052e already deleted. [ 660.732807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c15cf1d0-d923-4e2b-b9e4-e7428c26052e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.818609] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e279701d-796b-41f6-b8ac-35e4ddd81362 [ 660.818848] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.818986] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.819073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.819297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.819388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.819487] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e279701d-796b-41f6-b8ac-35e4ddd81362 already deleted. [ 660.819570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e279701d-796b-41f6-b8ac-35e4ddd81362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.193286] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 237de08f-6dd2-48e7-a70c-19d27b59c717 [ 661.194237] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.194475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.194533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.194786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.194900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.195117] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:237de08f-6dd2-48e7-a70c-19d27b59c717 already deleted. [ 661.195117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-237de08f-6dd2-48e7-a70c-19d27b59c717" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.290889] env[70236]: INFO networking_nsxv3.common.synchronization [req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 req-d1761ddb-2575-4fb1-94a9-c11f55c88a74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Enqueued Resource ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 with Priority: HIGHEST for action security_group_members [ 661.290889] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 with Priority: HIGHEST for action security_group_members [ 661.290889] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c796d7-91b3-4e22-91a8-a4b52078d377 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.290889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.290889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.292800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.292973] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.293912] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.296019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.296019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.296019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.296019] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73c796d7-91b3-4e22-91a8-a4b52078d377',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.797658] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.797843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.797918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.798164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.798260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.798481] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.798782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.798782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.798899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.798978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.799082] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 already deleted. [ 661.799180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.780950] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.782956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.782956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.782956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.784064] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.784064] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.784267] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.784664] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.785646] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.785646] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.785646] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.786084] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.786315] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.786624] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.786986] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.787543] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.814607] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.814607] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.814607] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.814607] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.815735] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-08d464af-c281-4e37-9a74-2e35f0f3d0fe taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.815735] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-08d464af-c281-4e37-9a74-2e35f0f3d0fe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.815964] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-08d464af-c281-4e37-9a74-2e35f0f3d0fe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.816653] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-08d464af-c281-4e37-9a74-2e35f0f3d0fe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.816957] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d464af-c281-4e37-9a74-2e35f0f3d0fe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.319306] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.319681] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.319720] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.320611] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.320611] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.320750] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 08d464af-c281-4e37-9a74-2e35f0f3d0fe not found, creating... [ 663.321182] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.321288] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.321431] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.321701] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.321871] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.323064] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.323404] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.323794] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.324305] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.324305] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.324439] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 08d464af-c281-4e37-9a74-2e35f0f3d0fe is going to be created. [ 663.347779] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.347779] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.347779] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.347779] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.347779] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.347779] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-08d464af-c281-4e37-9a74-2e35f0f3d0fe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.939373] env[70236]: INFO networking_nsxv3.common.synchronization [None req-47e376f5-788b-453b-a0a9-bec4fa1484cc None None] Enqueued Resource ID: 8378573f-a29e-4906-bb43-3c82cf9aeebb with Priority: HIGHEST for action port [ 663.939963] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8378573f-a29e-4906-bb43-3c82cf9aeebb with Priority: HIGHEST for action port [ 663.940331] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8378573f-a29e-4906-bb43-3c82cf9aeebb taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.940475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8378573f-a29e-4906-bb43-3c82cf9aeebb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.940571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8378573f-a29e-4906-bb43-3c82cf9aeebb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.940828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8378573f-a29e-4906-bb43-3c82cf9aeebb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.941355] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8378573f-a29e-4906-bb43-3c82cf9aeebb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.035853] env[70236]: INFO networking_nsxv3.common.synchronization [req-cd8498e4-a189-44f6-bae1-53681f9d298a req-1f1c1f4e-37ee-45ff-8d4f-cd0d3fdffd07 tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Enqueued Resource ID: f4942a3d-50fa-4640-93c7-3950233f88f6 with Priority: HIGHEST for action security_group_members [ 664.039419] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4942a3d-50fa-4640-93c7-3950233f88f6 with Priority: HIGHEST for action security_group_members [ 664.039419] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4942a3d-50fa-4640-93c7-3950233f88f6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.039419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.039419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.039419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.039419] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.039419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.039419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.039419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.039419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.039419] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4942a3d-50fa-4640-93c7-3950233f88f6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.257109] env[70236]: INFO networking_nsxv3.common.synchronization [None req-dcdd3384-84e6-4135-9c7e-32b22fdf9ff1 None None] Enqueued Resource ID: c0b54d8c-c527-4f03-84bf-e40753775af2 with Priority: HIGHEST for action port [ 664.257515] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b54d8c-c527-4f03-84bf-e40753775af2 with Priority: HIGHEST for action port [ 664.257954] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0b54d8c-c527-4f03-84bf-e40753775af2 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.258170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0b54d8c-c527-4f03-84bf-e40753775af2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.258170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0b54d8c-c527-4f03-84bf-e40753775af2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.258607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0b54d8c-c527-4f03-84bf-e40753775af2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.258607] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b54d8c-c527-4f03-84bf-e40753775af2',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.385678] env[70236]: INFO networking_nsxv3.common.synchronization [None req-4a63a1a6-1daf-4f44-a65c-d0c353f6fe98 None None] Enqueued Resource ID: daa7b5e8-5670-4e22-a3c1-2daf0dc692aa with Priority: HIGHEST for action port [ 664.386108] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa7b5e8-5670-4e22-a3c1-2daf0dc692aa with Priority: HIGHEST for action port [ 664.387541] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-daa7b5e8-5670-4e22-a3c1-2daf0dc692aa taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.387541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daa7b5e8-5670-4e22-a3c1-2daf0dc692aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.387541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daa7b5e8-5670-4e22-a3c1-2daf0dc692aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.390739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daa7b5e8-5670-4e22-a3c1-2daf0dc692aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.390868] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa7b5e8-5670-4e22-a3c1-2daf0dc692aa',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.444052] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8378573f-a29e-4906-bb43-3c82cf9aeebb [ 664.444442] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.447521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.447521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.447521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.447521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.447521] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8378573f-a29e-4906-bb43-3c82cf9aeebb already deleted. [ 664.447521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8378573f-a29e-4906-bb43-3c82cf9aeebb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.544765] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.544765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.544765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.544765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.544765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.544765] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.544765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.544765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.544765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.544765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.544765] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4942a3d-50fa-4640-93c7-3950233f88f6 already deleted. [ 664.544765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.769256] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0b54d8c-c527-4f03-84bf-e40753775af2 [ 664.769256] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.769256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.769256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.769256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.769256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.769256] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0b54d8c-c527-4f03-84bf-e40753775af2 already deleted. [ 664.769256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0b54d8c-c527-4f03-84bf-e40753775af2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.801658] env[70236]: INFO networking_nsxv3.common.synchronization [None req-1c82c64e-fddc-4f00-b69d-0cb6671738f7 None None] Enqueued Resource ID: 3d543be4-c9cc-4d41-9024-96c9840051b2 with Priority: HIGHEST for action port [ 664.801961] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d543be4-c9cc-4d41-9024-96c9840051b2 with Priority: HIGHEST for action port [ 664.802574] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d543be4-c9cc-4d41-9024-96c9840051b2 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.802653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d543be4-c9cc-4d41-9024-96c9840051b2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.802724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d543be4-c9cc-4d41-9024-96c9840051b2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.802978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d543be4-c9cc-4d41-9024-96c9840051b2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.803661] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d543be4-c9cc-4d41-9024-96c9840051b2',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.893197] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daa7b5e8-5670-4e22-a3c1-2daf0dc692aa [ 664.893425] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.893587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.893660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.893873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.893965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.894411] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daa7b5e8-5670-4e22-a3c1-2daf0dc692aa already deleted. [ 664.894536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daa7b5e8-5670-4e22-a3c1-2daf0dc692aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.018219] env[70236]: INFO networking_nsxv3.common.synchronization [req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 req-1f881c66-4692-447d-b8f6-6178e89d724e service nova] Enqueued Resource ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 with Priority: HIGHEST for action security_group_rules [ 665.018511] env[70236]: INFO networking_nsxv3.common.synchronization [req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 req-1f881c66-4692-447d-b8f6-6178e89d724e service nova] Enqueued Resource ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 with Priority: HIGHEST for action security_group_members [ 665.020102] env[70236]: INFO networking_nsxv3.common.synchronization [req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 req-1f881c66-4692-447d-b8f6-6178e89d724e service nova] Enqueued Resource ID: 08d464af-c281-4e37-9a74-2e35f0f3d0fe with Priority: HIGHEST for action port [ 665.020102] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 with Priority: HIGHEST for action security_group_rules [ 665.020102] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 with Priority: HIGHEST for action security_group_members [ 665.020102] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d464af-c281-4e37-9a74-2e35f0f3d0fe with Priority: HIGHEST for action port [ 665.020102] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73c796d7-91b3-4e22-91a8-a4b52078d377 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.020102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.020102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.020102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.020478] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73c796d7-91b3-4e22-91a8-a4b52078d377',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.020996] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c796d7-91b3-4e22-91a8-a4b52078d377 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.021661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.021733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.021905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.022103] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.022163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.022220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.022365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.022455] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.022542] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73c796d7-91b3-4e22-91a8-a4b52078d377',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.023909] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-08d464af-c281-4e37-9a74-2e35f0f3d0fe taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.023909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08d464af-c281-4e37-9a74-2e35f0f3d0fe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.023909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08d464af-c281-4e37-9a74-2e35f0f3d0fe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.023909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08d464af-c281-4e37-9a74-2e35f0f3d0fe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.024094] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d464af-c281-4e37-9a74-2e35f0f3d0fe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.253224] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.253224] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.253224] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.253224] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.255588] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.255588] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.255588] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.255777] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.255972] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.256431] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.256503] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.256753] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.256848] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.257044] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.257245] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.258556] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.277198] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.277469] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.277623] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.277799] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.278193] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-c833146e-6296-4d8f-bdf3-f4230d268993 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.278375] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-c833146e-6296-4d8f-bdf3-f4230d268993" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.278512] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-c833146e-6296-4d8f-bdf3-f4230d268993" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.278862] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-c833146e-6296-4d8f-bdf3-f4230d268993" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.279487] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c833146e-6296-4d8f-bdf3-f4230d268993',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.306443] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d543be4-c9cc-4d41-9024-96c9840051b2 [ 665.306681] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.306797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.306870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.307109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.307200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.307290] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d543be4-c9cc-4d41-9024-96c9840051b2 already deleted. [ 665.307369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d543be4-c9cc-4d41-9024-96c9840051b2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.526514] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c796d7-91b3-4e22-91a8-a4b52078d377 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.527254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.540866] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73c796d7-91b3-4e22-91a8-a4b52078d377',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.546310] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08d464af-c281-4e37-9a74-2e35f0f3d0fe with status ACTIVE [ 665.546594] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.546778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.546886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.547252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.547385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.547874] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.548101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.548608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.549326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.549326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.549326] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.551240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.551421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.551768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.551883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.552053] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08d464af-c281-4e37-9a74-2e35f0f3d0fe is going to be updated. [ 665.575239] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.575239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.575239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.575239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.575239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.575239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08d464af-c281-4e37-9a74-2e35f0f3d0fe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.661565] env[70236]: INFO networking_nsxv3.common.synchronization [None req-debd95fc-6352-48ee-a7f3-4d1b6de7fe4d None None] Enqueued Resource ID: ba11a983-b411-4529-b5c8-fb49f0b7e824 with Priority: HIGHEST for action port [ 665.662572] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba11a983-b411-4529-b5c8-fb49f0b7e824 with Priority: HIGHEST for action port [ 665.662761] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba11a983-b411-4529-b5c8-fb49f0b7e824 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.662916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba11a983-b411-4529-b5c8-fb49f0b7e824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.662968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba11a983-b411-4529-b5c8-fb49f0b7e824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.665035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba11a983-b411-4529-b5c8-fb49f0b7e824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.665035] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba11a983-b411-4529-b5c8-fb49f0b7e824',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.781473] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.781571] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.782164] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.782164] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.782164] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.782297] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port c833146e-6296-4d8f-bdf3-f4230d268993 not found, creating... [ 665.782550] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.782695] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.782807] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.783045] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.783180] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.783463] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.784517] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.784517] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.784517] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.784517] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.784731] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: c833146e-6296-4d8f-bdf3-f4230d268993 is going to be created. [ 665.807132] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.807353] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.807566] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.807767] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.807989] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.808726] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-c833146e-6296-4d8f-bdf3-f4230d268993" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.044790] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73c796d7-91b3-4e22-91a8-a4b52078d377',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.167349] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba11a983-b411-4529-b5c8-fb49f0b7e824 [ 666.167540] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.168040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.168167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.168387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.168475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.168573] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba11a983-b411-4529-b5c8-fb49f0b7e824 already deleted. [ 666.169345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba11a983-b411-4529-b5c8-fb49f0b7e824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.550339] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.550339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.550339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.550339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.550339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.550339] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 is going to be created. [ 666.575397] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.575792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.576057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.576388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.576946] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.588215] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 in Status: UNINITIALIZED for 2s [ 666.873464] env[70236]: INFO networking_nsxv3.common.synchronization [req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 req-ebeb366e-a38e-47d0-a1a0-dbd00c47f953 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Enqueued Resource ID: bb13611f-6a8f-4364-8850-6255418e64ac with Priority: HIGHEST for action security_group_members [ 666.875113] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb13611f-6a8f-4364-8850-6255418e64ac with Priority: HIGHEST for action security_group_members [ 666.875113] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb13611f-6a8f-4364-8850-6255418e64ac taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.875113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.875113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.875113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.875113] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.875690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.875690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.875690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.875690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.875690] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb13611f-6a8f-4364-8850-6255418e64ac',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.032022] env[70236]: INFO networking_nsxv3.common.synchronization [None req-b134121f-c44a-4531-8af7-0ecbea7d5941 None None] Enqueued Resource ID: 8207043b-401b-4b52-ab1f-3fb790a994b2 with Priority: HIGHEST for action port [ 667.032022] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8207043b-401b-4b52-ab1f-3fb790a994b2 with Priority: HIGHEST for action port [ 667.032022] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8207043b-401b-4b52-ab1f-3fb790a994b2 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.032022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8207043b-401b-4b52-ab1f-3fb790a994b2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.032022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8207043b-401b-4b52-ab1f-3fb790a994b2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.032022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8207043b-401b-4b52-ab1f-3fb790a994b2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.032521] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8207043b-401b-4b52-ab1f-3fb790a994b2',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.378784] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.379933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.379933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.379933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.379933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.379933] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.379933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.379933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.379933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.380345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.380345] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb13611f-6a8f-4364-8850-6255418e64ac already deleted. [ 667.380345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.434733] env[70236]: INFO networking_nsxv3.common.synchronization [req-cd8498e4-a189-44f6-bae1-53681f9d298a req-4da80ca5-c643-48b9-90e1-a176aa9f2841 service nova] Enqueued Resource ID: f4942a3d-50fa-4640-93c7-3950233f88f6 with Priority: HIGHEST for action security_group_rules [ 667.434733] env[70236]: INFO networking_nsxv3.common.synchronization [req-cd8498e4-a189-44f6-bae1-53681f9d298a req-4da80ca5-c643-48b9-90e1-a176aa9f2841 service nova] Enqueued Resource ID: f4942a3d-50fa-4640-93c7-3950233f88f6 with Priority: HIGHEST for action security_group_members [ 667.434733] env[70236]: INFO networking_nsxv3.common.synchronization [req-cd8498e4-a189-44f6-bae1-53681f9d298a req-4da80ca5-c643-48b9-90e1-a176aa9f2841 service nova] Enqueued Resource ID: c833146e-6296-4d8f-bdf3-f4230d268993 with Priority: HIGHEST for action port [ 667.435987] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4942a3d-50fa-4640-93c7-3950233f88f6 with Priority: HIGHEST for action security_group_rules [ 667.436166] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4942a3d-50fa-4640-93c7-3950233f88f6 with Priority: HIGHEST for action security_group_members [ 667.436294] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c833146e-6296-4d8f-bdf3-f4230d268993 with Priority: HIGHEST for action port [ 667.436619] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4942a3d-50fa-4640-93c7-3950233f88f6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.436765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.436886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.437160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.437260] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4942a3d-50fa-4640-93c7-3950233f88f6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.438221] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4942a3d-50fa-4640-93c7-3950233f88f6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.438336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.438416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.438636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.439268] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.439268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.439268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.439415] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.439476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.439568] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4942a3d-50fa-4640-93c7-3950233f88f6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.440440] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c833146e-6296-4d8f-bdf3-f4230d268993 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.440504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c833146e-6296-4d8f-bdf3-f4230d268993" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.440554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c833146e-6296-4d8f-bdf3-f4230d268993" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.440708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c833146e-6296-4d8f-bdf3-f4230d268993" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.440785] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c833146e-6296-4d8f-bdf3-f4230d268993',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.534866] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8207043b-401b-4b52-ab1f-3fb790a994b2 [ 667.535122] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.535256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.535329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.535544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.535678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.535721] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8207043b-401b-4b52-ab1f-3fb790a994b2 already deleted. [ 667.535802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8207043b-401b-4b52-ab1f-3fb790a994b2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.733528] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.733769] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-194" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.733986] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-194" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.734188] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-194" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.734459] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.734666] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.734804] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.737623] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.737936] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.738107] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.738300] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.738300] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.738467] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.738526] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.738641] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.740554] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.756968] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.757338] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.757557] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.757620] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-194" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.757938] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-ae576412-255a-4004-ada0-1cfc44978c43 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.758154] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-ae576412-255a-4004-ada0-1cfc44978c43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.758278] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-ae576412-255a-4004-ada0-1cfc44978c43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.758628] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-ae576412-255a-4004-ada0-1cfc44978c43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.758784] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae576412-255a-4004-ada0-1cfc44978c43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.944491] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4942a3d-50fa-4640-93c7-3950233f88f6 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.944680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.944938] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4942a3d-50fa-4640-93c7-3950233f88f6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.945880] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c833146e-6296-4d8f-bdf3-f4230d268993 with status ACTIVE [ 667.946106] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.946228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.946295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.946540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.946661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.946836] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.946934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.947012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.951062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.951062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.951062] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.951062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.951062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.951062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.951062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.951062] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c833146e-6296-4d8f-bdf3-f4230d268993 is going to be updated. [ 667.973038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.973260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.973463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.973548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.973665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.973846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c833146e-6296-4d8f-bdf3-f4230d268993" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.264418] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.264418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.264418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.264418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.264418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.264418] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port ae576412-255a-4004-ada0-1cfc44978c43 not found, creating... [ 668.264418] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.264418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.264418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.264418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.264418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.264873] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.264873] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.264873] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.264873] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.264873] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.267433] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: ae576412-255a-4004-ada0-1cfc44978c43 is going to be created. [ 668.285897] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.286382] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.286709] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.287118] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.287486] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.287841] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-ae576412-255a-4004-ada0-1cfc44978c43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.452935] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4942a3d-50fa-4640-93c7-3950233f88f6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.598917] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 in Status: SUCCESS [ 668.598917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.598917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.598917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.598917] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.598917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.598917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.598917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.598917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.598917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.598917] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73c796d7-91b3-4e22-91a8-a4b52078d377',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.760024] env[70236]: INFO networking_nsxv3.common.synchronization [None req-2d941591-784e-4c95-a014-269d0247cd6f None None] Enqueued Resource ID: fe4b0f36-252a-40e7-930b-7fd5b7b81a27 with Priority: HIGHEST for action port [ 668.760024] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4b0f36-252a-40e7-930b-7fd5b7b81a27 with Priority: HIGHEST for action port [ 668.760024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe4b0f36-252a-40e7-930b-7fd5b7b81a27 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.760024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe4b0f36-252a-40e7-930b-7fd5b7b81a27" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.760024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe4b0f36-252a-40e7-930b-7fd5b7b81a27" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.764811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe4b0f36-252a-40e7-930b-7fd5b7b81a27" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.764900] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe4b0f36-252a-40e7-930b-7fd5b7b81a27',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.959339] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.959495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.959575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.959793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.959888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.960014] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4942a3d-50fa-4640-93c7-3950233f88f6 is going to be created. [ 668.983664] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.983823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.983878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.984162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.984380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.993121] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4942a3d-50fa-4640-93c7-3950233f88f6 in Status: UNINITIALIZED for 2s [ 669.103676] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c796d7-91b3-4e22-91a8-a4b52078d377 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.103872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.103949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.104206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.104372] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.104480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.104548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.104709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.104793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.104887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.105044] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c796d7-91b3-4e22-91a8-a4b52078d377 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.105135] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.105202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.105434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.106164] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.106164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.106164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.106276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.106305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.106371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.106473] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73c796d7-91b3-4e22-91a8-a4b52078d377',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.214642] env[70236]: INFO networking_nsxv3.common.synchronization [req-cf1a43cb-9422-404f-80bc-0080f0f65cc1 req-d80a31ec-8a25-4cbb-a891-32bd7c4ad173 tempest-SecurityGroupRulesNegativeTestJSON-1586534458 tempest-SecurityGroupRulesNegativeTestJSON-1586534458-project-member] Enqueued Resource ID: 7b6da14a-4c5d-4d5e-849b-c77a8a58de22 with Priority: HIGHEST for action security_group_rules [ 669.214642] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6da14a-4c5d-4d5e-849b-c77a8a58de22 with Priority: HIGHEST for action security_group_rules [ 669.214642] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b6da14a-4c5d-4d5e-849b-c77a8a58de22 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.214642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b6da14a-4c5d-4d5e-849b-c77a8a58de22" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.214642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b6da14a-4c5d-4d5e-849b-c77a8a58de22" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.214642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b6da14a-4c5d-4d5e-849b-c77a8a58de22" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.214642] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b6da14a-4c5d-4d5e-849b-c77a8a58de22',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.228962] env[70236]: INFO networking_nsxv3.common.synchronization [None req-5cf15da4-238a-4726-b57d-9089db474905 None None] Enqueued Resource ID: b2f3d99e-af03-4fc2-b6cd-22cc5bacbaed with Priority: HIGHEST for action port [ 669.228962] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f3d99e-af03-4fc2-b6cd-22cc5bacbaed with Priority: HIGHEST for action port [ 669.228962] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f3d99e-af03-4fc2-b6cd-22cc5bacbaed taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.228962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f3d99e-af03-4fc2-b6cd-22cc5bacbaed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.228962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f3d99e-af03-4fc2-b6cd-22cc5bacbaed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.231504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f3d99e-af03-4fc2-b6cd-22cc5bacbaed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.231606] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f3d99e-af03-4fc2-b6cd-22cc5bacbaed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.268954] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe4b0f36-252a-40e7-930b-7fd5b7b81a27 [ 669.268954] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.268954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.268954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.268954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.268954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.268954] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe4b0f36-252a-40e7-930b-7fd5b7b81a27 already deleted. [ 669.268954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe4b0f36-252a-40e7-930b-7fd5b7b81a27" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.483061] env[70236]: INFO networking_nsxv3.common.synchronization [None req-e4b9ba24-f278-4ebd-b4cb-04c9226f4905 None None] Enqueued Resource ID: 05d00f48-4b2e-4f96-bcd8-04f1971e88c7 with Priority: HIGHEST for action port [ 669.483753] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d00f48-4b2e-4f96-bcd8-04f1971e88c7 with Priority: HIGHEST for action port [ 669.484356] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d00f48-4b2e-4f96-bcd8-04f1971e88c7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.489203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d00f48-4b2e-4f96-bcd8-04f1971e88c7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.489203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d00f48-4b2e-4f96-bcd8-04f1971e88c7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.489203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d00f48-4b2e-4f96-bcd8-04f1971e88c7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.489203] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d00f48-4b2e-4f96-bcd8-04f1971e88c7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.608617] env[70236]: INFO networking_nsxv3.common.synchronization [req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 req-c0c34d1b-4cfe-415c-ae09-fb502fa8bfec service nova] Enqueued Resource ID: bb13611f-6a8f-4364-8850-6255418e64ac with Priority: HIGHEST for action security_group_rules [ 669.608617] env[70236]: INFO networking_nsxv3.common.synchronization [req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 req-c0c34d1b-4cfe-415c-ae09-fb502fa8bfec service nova] Enqueued Resource ID: bb13611f-6a8f-4364-8850-6255418e64ac with Priority: HIGHEST for action security_group_members [ 669.612028] env[70236]: INFO networking_nsxv3.common.synchronization [req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 req-c0c34d1b-4cfe-415c-ae09-fb502fa8bfec service nova] Enqueued Resource ID: ae576412-255a-4004-ada0-1cfc44978c43 with Priority: HIGHEST for action port [ 669.612028] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb13611f-6a8f-4364-8850-6255418e64ac with Priority: HIGHEST for action security_group_rules [ 669.612028] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb13611f-6a8f-4364-8850-6255418e64ac with Priority: HIGHEST for action security_group_members [ 669.612028] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae576412-255a-4004-ada0-1cfc44978c43 with Priority: HIGHEST for action port [ 669.612999] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73c796d7-91b3-4e22-91a8-a4b52078d377: rpc.has_security_group_logging(os_id): False [ 669.613809] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb13611f-6a8f-4364-8850-6255418e64ac taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.613989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.614119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.615195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.615195] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb13611f-6a8f-4364-8850-6255418e64ac',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.618507] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb13611f-6a8f-4364-8850-6255418e64ac taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.618507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.618507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.618507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.618507] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.618507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.618507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.618507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.618834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.618834] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb13611f-6a8f-4364-8850-6255418e64ac',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.619756] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae576412-255a-4004-ada0-1cfc44978c43 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.619756] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae576412-255a-4004-ada0-1cfc44978c43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.619874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae576412-255a-4004-ada0-1cfc44978c43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.620289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae576412-255a-4004-ada0-1cfc44978c43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.620289] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae576412-255a-4004-ada0-1cfc44978c43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.648038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.648038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.648038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.648038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.649148] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.649148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.649148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.649148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.649148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.649148] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 is going to be created. [ 669.701952] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.703962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.703962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.703962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.703962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.718762] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 in Status: IN_PROGRESS for 2s [ 669.737862] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2f3d99e-af03-4fc2-b6cd-22cc5bacbaed [ 669.738192] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.738393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.739869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.739869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.739869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.739869] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2f3d99e-af03-4fc2-b6cd-22cc5bacbaed already deleted. [ 669.739869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f3d99e-af03-4fc2-b6cd-22cc5bacbaed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.740369] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.740369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.740369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.741708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.741708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.741708] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b6da14a-4c5d-4d5e-849b-c77a8a58de22 already deleted. [ 669.741708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b6da14a-4c5d-4d5e-849b-c77a8a58de22" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.993222] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05d00f48-4b2e-4f96-bcd8-04f1971e88c7 [ 669.993222] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.993222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.993222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.993439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.993439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.993439] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05d00f48-4b2e-4f96-bcd8-04f1971e88c7 already deleted. [ 669.993580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d00f48-4b2e-4f96-bcd8-04f1971e88c7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.123639] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb13611f-6a8f-4364-8850-6255418e64ac taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.124303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.125787] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb13611f-6a8f-4364-8850-6255418e64ac',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.126938] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae576412-255a-4004-ada0-1cfc44978c43 with status ACTIVE [ 670.127245] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.127493] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.127642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.127929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.128121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.128417] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.128625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.128762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.128997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.130160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.130571] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.130796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.130946] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.131192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.131357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.132046] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae576412-255a-4004-ada0-1cfc44978c43 is going to be updated. [ 670.162982] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.162982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.162982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.162982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.162982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.162982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae576412-255a-4004-ada0-1cfc44978c43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.266329] env[70236]: INFO networking_nsxv3.common.synchronization [None req-84fc25e4-9406-4a42-9bd0-d3f3b9e7938f None None] Enqueued Resource ID: 91634b39-48d4-4cdb-a5ba-1aa8a05453d7 with Priority: HIGHEST for action port [ 670.266329] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91634b39-48d4-4cdb-a5ba-1aa8a05453d7 with Priority: HIGHEST for action port [ 670.268057] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-91634b39-48d4-4cdb-a5ba-1aa8a05453d7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.268216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91634b39-48d4-4cdb-a5ba-1aa8a05453d7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.268338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91634b39-48d4-4cdb-a5ba-1aa8a05453d7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.268684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91634b39-48d4-4cdb-a5ba-1aa8a05453d7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.268785] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91634b39-48d4-4cdb-a5ba-1aa8a05453d7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.633906] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb13611f-6a8f-4364-8850-6255418e64ac',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.772590] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91634b39-48d4-4cdb-a5ba-1aa8a05453d7 [ 670.772590] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.772590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.772590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.772590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.772590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.772590] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91634b39-48d4-4cdb-a5ba-1aa8a05453d7 already deleted. [ 670.772590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91634b39-48d4-4cdb-a5ba-1aa8a05453d7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.991988] env[70236]: INFO networking_nsxv3.common.synchronization [req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e req-69a0cbb1-4fc4-4f29-8e68-1f381f3dfc45 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Enqueued Resource ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 with Priority: HIGHEST for action security_group_members [ 670.992853] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 with Priority: HIGHEST for action security_group_members [ 670.993325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9369f6-7b71-467a-9977-0c09a6b1a983 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.993586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.993736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.994061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.994399] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.994633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.994790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.997121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.997121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.997121] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d9369f6-7b71-467a-9977-0c09a6b1a983',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.006618] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4942a3d-50fa-4640-93c7-3950233f88f6 in Status: SUCCESS [ 671.006618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.007280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.007666] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.008034] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.009031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.009031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.009031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.009031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.009031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.009031] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4942a3d-50fa-4640-93c7-3950233f88f6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.136191] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.136366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.136428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.136782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.136782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.136911] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb13611f-6a8f-4364-8850-6255418e64ac is going to be created. [ 671.162793] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.164036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.165103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.165103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.165103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.174821] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb13611f-6a8f-4364-8850-6255418e64ac in Status: UNINITIALIZED for 2s [ 671.195648] env[70236]: INFO networking_nsxv3.common.synchronization [None req-e753a0f9-0df2-4fbd-bba9-5e86ee1e4f61 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Enqueued Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_rules [ 671.196556] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_rules [ 671.196934] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.197079] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.197250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.197416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.197529] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cb84e6-54f0-4c74-af64-7dad1fc0b4c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.204965] env[70236]: INFO networking_nsxv3.common.synchronization [req-9054bc83-beb0-4774-af0b-0c634a8323aa req-67baad33-80ef-4b4e-91df-4b230b4d6504 tempest-SecurityGroupRulesNegativeTestJSON-1586534458 tempest-SecurityGroupRulesNegativeTestJSON-1586534458-project-member] Enqueued Resource ID: 7b6da14a-4c5d-4d5e-849b-c77a8a58de22 with Priority: HIGHEST for action security_group_rules [ 671.204965] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6da14a-4c5d-4d5e-849b-c77a8a58de22 with Priority: HIGHEST for action security_group_rules [ 671.205492] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b6da14a-4c5d-4d5e-849b-c77a8a58de22 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.205567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b6da14a-4c5d-4d5e-849b-c77a8a58de22" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.205639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b6da14a-4c5d-4d5e-849b-c77a8a58de22" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.205817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b6da14a-4c5d-4d5e-849b-c77a8a58de22" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.205892] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b6da14a-4c5d-4d5e-849b-c77a8a58de22',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.357272] env[70236]: INFO networking_nsxv3.common.synchronization [None req-1aa183fe-47cd-49e8-ab7d-093a6309c633 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Enqueued Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_rules [ 671.357272] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_rules [ 671.357272] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.357927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.422312] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.422554] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.422644] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.422912] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.426226] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.426226] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.426226] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.426226] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.426226] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.426226] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.426226] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.426226] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.426226] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.426226] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.426226] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.426226] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.443460] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.443641] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.443788] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.444015] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.444382] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-3ab9751b-77e4-4abd-bb80-cd2c6de56c39 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.444562] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-3ab9751b-77e4-4abd-bb80-cd2c6de56c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.444683] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-3ab9751b-77e4-4abd-bb80-cd2c6de56c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.444999] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-3ab9751b-77e4-4abd-bb80-cd2c6de56c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.445315] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab9751b-77e4-4abd-bb80-cd2c6de56c39',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.498977] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.500936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.500936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.500936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.500936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.501348] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.501561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.501680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.502049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.502049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.502228] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 already deleted. [ 671.503158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.515231] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4942a3d-50fa-4640-93c7-3950233f88f6 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.515231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.515231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.515422] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.515538] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.515637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.515698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.515843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.515924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.516013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.516180] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4942a3d-50fa-4640-93c7-3950233f88f6 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.516270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.516329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.516491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.516617] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.516728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.516789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.516927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.517015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.517100] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.517185] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4942a3d-50fa-4640-93c7-3950233f88f6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.717486] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.717863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.718931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.718931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.718931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.718931] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 already deleted. [ 671.718931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.720638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.720638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.720638] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cb84e6-54f0-4c74-af64-7dad1fc0b4c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.735567] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 in Status: SUCCESS [ 671.735567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.746027] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.746027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.746027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.746027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.746027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.746027] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b6da14a-4c5d-4d5e-849b-c77a8a58de22 already deleted. [ 671.746027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b6da14a-4c5d-4d5e-849b-c77a8a58de22" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.948649] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.948933] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.949296] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.949417] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.949518] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.949673] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 3ab9751b-77e4-4abd-bb80-cd2c6de56c39 not found, creating... [ 671.949943] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.950137] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.950636] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.951055] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.951255] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.951459] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.951585] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.951850] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.951969] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.952183] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.952317] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 3ab9751b-77e4-4abd-bb80-cd2c6de56c39 is going to be created. [ 671.972203] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.972674] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.972674] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.972827] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.973088] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.973607] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-3ab9751b-77e4-4abd-bb80-cd2c6de56c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.019140] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4942a3d-50fa-4640-93c7-3950233f88f6: rpc.has_security_group_logging(os_id): False [ 672.040276] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.040276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.040276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.041550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.041550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.041550] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.041550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.041550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.041550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.041550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.041550] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.041906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.041906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.041906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.041984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.042800] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.042800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.042800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.042800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.042800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.042800] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4942a3d-50fa-4640-93c7-3950233f88f6 is going to be created. [ 672.137310] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.137310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.137310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.137310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.137310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.147384] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4942a3d-50fa-4640-93c7-3950233f88f6 in Status: IN_PROGRESS for 2s [ 672.261349] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.261349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.261349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.261349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.261525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.261525] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 already deleted. [ 672.261599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.191595] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb13611f-6a8f-4364-8850-6255418e64ac in Status: SUCCESS [ 673.192386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.193357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.193727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.194158] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.195040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.195040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.195040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.195188] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.195220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.195362] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb13611f-6a8f-4364-8850-6255418e64ac',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.338507] env[70236]: INFO networking_nsxv3.common.synchronization [req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e req-b4890bc6-4fe3-41d8-af34-08befe5725ff service nova] Enqueued Resource ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 with Priority: HIGHEST for action security_group_rules [ 673.338683] env[70236]: INFO networking_nsxv3.common.synchronization [req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e req-b4890bc6-4fe3-41d8-af34-08befe5725ff service nova] Enqueued Resource ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 with Priority: HIGHEST for action security_group_members [ 673.339090] env[70236]: INFO networking_nsxv3.common.synchronization [req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e req-b4890bc6-4fe3-41d8-af34-08befe5725ff service nova] Enqueued Resource ID: 3ab9751b-77e4-4abd-bb80-cd2c6de56c39 with Priority: HIGHEST for action port [ 673.339260] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 with Priority: HIGHEST for action security_group_rules [ 673.339260] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 with Priority: HIGHEST for action security_group_members [ 673.339360] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab9751b-77e4-4abd-bb80-cd2c6de56c39 with Priority: HIGHEST for action port [ 673.339920] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d9369f6-7b71-467a-9977-0c09a6b1a983 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.340896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.340896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.341173] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.341173] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d9369f6-7b71-467a-9977-0c09a6b1a983',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.342543] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9369f6-7b71-467a-9977-0c09a6b1a983 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.342543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.342543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.342543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.342739] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.346538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.346538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.346538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.346538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.346538] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d9369f6-7b71-467a-9977-0c09a6b1a983',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.346538] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab9751b-77e4-4abd-bb80-cd2c6de56c39 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.346538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab9751b-77e4-4abd-bb80-cd2c6de56c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.346538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab9751b-77e4-4abd-bb80-cd2c6de56c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.346538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab9751b-77e4-4abd-bb80-cd2c6de56c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.346538] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab9751b-77e4-4abd-bb80-cd2c6de56c39',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.472322] env[70236]: INFO networking_nsxv3.common.synchronization [req-4274d2fe-ce35-417d-b31c-9c9c8e200752 req-b843d171-0ce6-48e6-9e3d-16ffbaf4f9e5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Enqueued Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 673.472322] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 673.472322] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.472322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.472322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.472322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.472322] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.472322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.472322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.472742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.474152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.474152] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.703164] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb13611f-6a8f-4364-8850-6255418e64ac taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.703164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.703164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.703164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.703164] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.703164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.703164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.703164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.703164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.703164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.703528] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb13611f-6a8f-4364-8850-6255418e64ac taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.703528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.703528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.703617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.703791] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.703853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.703918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.704059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.704143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.704208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.706959] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb13611f-6a8f-4364-8850-6255418e64ac',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.802618] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.802867] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.802996] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.803850] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.804125] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.804566] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.804566] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.804717] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.806043] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.806043] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.806043] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.806336] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.806633] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.807172] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.807476] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.807772] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.830236] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.830236] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.830236] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.830236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.830236] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-f079cc95-ef9c-4ebc-8923-ea402dc751e8 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.830838] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-f079cc95-ef9c-4ebc-8923-ea402dc751e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.831273] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-f079cc95-ef9c-4ebc-8923-ea402dc751e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.831814] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-f079cc95-ef9c-4ebc-8923-ea402dc751e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.832207] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f079cc95-ef9c-4ebc-8923-ea402dc751e8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.849037] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d9369f6-7b71-467a-9977-0c09a6b1a983',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.850620] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9369f6-7b71-467a-9977-0c09a6b1a983 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.850620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.851183] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ab9751b-77e4-4abd-bb80-cd2c6de56c39 with status ACTIVE [ 673.851183] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.851183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.851694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.851694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.851694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.857600] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.857600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.857600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.857826] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.860910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.860910] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.860910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.860910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.860910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.860910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.863126] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ab9751b-77e4-4abd-bb80-cd2c6de56c39 is going to be updated. [ 673.870359] env[70236]: INFO networking_nsxv3.common.synchronization [None req-59efc200-e8b7-4dbe-8b23-264c12869e4f None None] Enqueued Resource ID: 111dfaf9-38df-4b6e-a326-7f1caeb35055 with Priority: HIGHEST for action port [ 673.873669] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111dfaf9-38df-4b6e-a326-7f1caeb35055 with Priority: HIGHEST for action port [ 673.874152] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-111dfaf9-38df-4b6e-a326-7f1caeb35055 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.874318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-111dfaf9-38df-4b6e-a326-7f1caeb35055" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.874450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-111dfaf9-38df-4b6e-a326-7f1caeb35055" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.874726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-111dfaf9-38df-4b6e-a326-7f1caeb35055" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.874816] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111dfaf9-38df-4b6e-a326-7f1caeb35055',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.890069] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.890303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.890392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.890627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.890813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.890995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab9751b-77e4-4abd-bb80-cd2c6de56c39" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.975415] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.975680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.975680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.975859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.975953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.976183] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.976312] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.976357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.976557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.976631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.977041] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 already deleted. [ 673.977041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.162343] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4942a3d-50fa-4640-93c7-3950233f88f6 in Status: SUCCESS [ 674.162343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.215484] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb13611f-6a8f-4364-8850-6255418e64ac: rpc.has_security_group_logging(os_id): False [ 674.233689] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.233689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.233689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.233689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.233689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.233689] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.233689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.233689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.233689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.233689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.233689] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.233689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.234596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.235070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.235434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.237587] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.237587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.237587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.237587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.237587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.237587] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb13611f-6a8f-4364-8850-6255418e64ac is going to be created. [ 674.300895] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.301179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.301395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.301728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.301808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.320012] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb13611f-6a8f-4364-8850-6255418e64ac in Status: IN_PROGRESS for 2s [ 674.336345] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.336567] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.336768] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.337054] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.337234] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.337396] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port f079cc95-ef9c-4ebc-8923-ea402dc751e8 not found, creating... [ 674.337664] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.337822] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.337940] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.338375] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.338492] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.338805] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.339058] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.339177] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.339420] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.339559] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.339702] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: f079cc95-ef9c-4ebc-8923-ea402dc751e8 is going to be created. [ 674.370154] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d9369f6-7b71-467a-9977-0c09a6b1a983',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.380417] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.380656] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.380774] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.381081] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.381327] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.381574] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-f079cc95-ef9c-4ebc-8923-ea402dc751e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.382441] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 111dfaf9-38df-4b6e-a326-7f1caeb35055 [ 674.382622] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.382729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.382798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.382988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.384290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.384350] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:111dfaf9-38df-4b6e-a326-7f1caeb35055 already deleted. [ 674.384433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-111dfaf9-38df-4b6e-a326-7f1caeb35055" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.875400] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.875400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.875400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.875400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.875400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.875400] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 is going to be created. [ 674.905397] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.906053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.906053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.906053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.906359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.925357] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 in Status: UNINITIALIZED for 2s [ 675.886561] env[70236]: INFO networking_nsxv3.common.synchronization [None req-366eb7d3-77a1-49ed-8f80-fee119e0b22e tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Enqueued Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_rules [ 675.887139] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_rules [ 675.887471] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.887605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.887660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.887978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.887978] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.077133] env[70236]: INFO networking_nsxv3.common.synchronization [req-4274d2fe-ce35-417d-b31c-9c9c8e200752 req-49f539b0-55d9-48fc-abc3-53b1d71355ae service nova] Enqueued Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_rules [ 676.077356] env[70236]: INFO networking_nsxv3.common.synchronization [req-4274d2fe-ce35-417d-b31c-9c9c8e200752 req-49f539b0-55d9-48fc-abc3-53b1d71355ae service nova] Enqueued Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 676.077503] env[70236]: INFO networking_nsxv3.common.synchronization [req-4274d2fe-ce35-417d-b31c-9c9c8e200752 req-49f539b0-55d9-48fc-abc3-53b1d71355ae service nova] Enqueued Resource ID: f079cc95-ef9c-4ebc-8923-ea402dc751e8 with Priority: HIGHEST for action port [ 676.078261] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_rules [ 676.078386] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 676.078702] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f079cc95-ef9c-4ebc-8923-ea402dc751e8 with Priority: HIGHEST for action port [ 676.078822] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.078953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.079048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.080373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.080373] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.080373] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.080373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.081069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.081069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.081069] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.081069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.081069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.081069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.081325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.081325] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.081951] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f079cc95-ef9c-4ebc-8923-ea402dc751e8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.082072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f079cc95-ef9c-4ebc-8923-ea402dc751e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.082125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f079cc95-ef9c-4ebc-8923-ea402dc751e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.082270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f079cc95-ef9c-4ebc-8923-ea402dc751e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.082338] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f079cc95-ef9c-4ebc-8923-ea402dc751e8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.242015] env[70236]: INFO networking_nsxv3.common.synchronization [None req-6a1f6f6c-04f1-4e56-b519-1922f60585f9 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Enqueued Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_rules [ 676.242603] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_rules [ 676.242960] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.246765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.324139] env[70236]: INFO networking_nsxv3.common.synchronization [req-06eb6108-650b-468b-b0ae-f66f5101060e req-f3220e45-e54e-4b94-b4a2-8793456223f7 tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Enqueued Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 676.326519] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 676.326866] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.327015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.327087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.329278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.329278] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.329278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.329278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.329278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.329278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.329278] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.340254] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb13611f-6a8f-4364-8850-6255418e64ac in Status: SUCCESS [ 676.340495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.412325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.412533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.412624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.412816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.412908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.413010] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 already deleted. [ 676.413542] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.414045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.414703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.414815] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.585024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.585170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.585813] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.586275] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f079cc95-ef9c-4ebc-8923-ea402dc751e8 with status ACTIVE [ 676.586448] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.586554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.586620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.586811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.586892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.587061] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.587158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.587211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.587356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.587425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.587743] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.588229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.588292] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.588798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.588798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.588798] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f079cc95-ef9c-4ebc-8923-ea402dc751e8 is going to be updated. [ 676.612738] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.612905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.612982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.613367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.613367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.613497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f079cc95-ef9c-4ebc-8923-ea402dc751e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.834322] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.834322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.834322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.834322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.834322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.834322] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.834322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.834322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.834322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.834322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.834929] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 already deleted. [ 676.834929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.934526] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 in Status: SUCCESS [ 676.934803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.934922] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.935165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.935709] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.935709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.935709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.935709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.935897] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.935897] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.935897] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d9369f6-7b71-467a-9977-0c09a6b1a983',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.938748] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.940233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.940233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.940233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.940233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.940233] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 already deleted. [ 676.940233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.091451] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.346594] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.346594] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.346594] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.346594] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.346594] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.346594] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.348254] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.348534] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.348691] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.349231] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.349231] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.349231] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.349231] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.349519] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.349519] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.349581] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.362470] env[70236]: INFO networking_nsxv3.common.synchronization [None req-e41138b7-d227-4ba7-a7c0-25280b2377fb None None] Enqueued Resource ID: 66df4199-63d7-4af0-b60b-5905992f85c1 with Priority: HIGHEST for action port [ 677.362470] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66df4199-63d7-4af0-b60b-5905992f85c1 with Priority: HIGHEST for action port [ 677.362470] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-66df4199-63d7-4af0-b60b-5905992f85c1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.362634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66df4199-63d7-4af0-b60b-5905992f85c1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.362634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66df4199-63d7-4af0-b60b-5905992f85c1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.363264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66df4199-63d7-4af0-b60b-5905992f85c1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.363264] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66df4199-63d7-4af0-b60b-5905992f85c1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.371823] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.371823] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.371823] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.371823] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.371823] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-a7b3b762-3916-495c-9d45-1616a261a7e8 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.371823] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-a7b3b762-3916-495c-9d45-1616a261a7e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.371823] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-a7b3b762-3916-495c-9d45-1616a261a7e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.371823] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-a7b3b762-3916-495c-9d45-1616a261a7e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.371823] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b3b762-3916-495c-9d45-1616a261a7e8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.444176] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9369f6-7b71-467a-9977-0c09a6b1a983 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.444489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.444489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.444736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.446234] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.446234] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.446436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.446485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.446532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.446636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.446813] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9369f6-7b71-467a-9977-0c09a6b1a983 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.446922] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.446980] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.447131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.447274] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.447378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.447438] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.447583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.447663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.447743] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.448065] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d9369f6-7b71-467a-9977-0c09a6b1a983',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.595425] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.596171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.596171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.596773] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.598805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.598805] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 is going to be created. [ 677.622590] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.622741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.622813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.623041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.623205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.635398] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: UNINITIALIZED for 2s [ 677.866995] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66df4199-63d7-4af0-b60b-5905992f85c1 [ 677.866995] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.866995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.866995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.866995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.866995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.866995] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66df4199-63d7-4af0-b60b-5905992f85c1 already deleted. [ 677.866995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66df4199-63d7-4af0-b60b-5905992f85c1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.880480] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.880480] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.880480] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.880480] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.880480] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.880480] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port a7b3b762-3916-495c-9d45-1616a261a7e8 not found, creating... [ 677.881743] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.887603] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.887603] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.888397] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.888872] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.889539] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.889976] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.890411] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.891094] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.891534] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.891935] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: a7b3b762-3916-495c-9d45-1616a261a7e8 is going to be created. [ 677.912031] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.912295] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.912482] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.912822] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.913119] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.913390] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-a7b3b762-3916-495c-9d45-1616a261a7e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.952814] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d9369f6-7b71-467a-9977-0c09a6b1a983: rpc.has_security_group_logging(os_id): False [ 677.976563] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.976563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.976563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.976837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.976837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.977127] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.977251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.977338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.977513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.977601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.977815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.977922] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.977992] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.978199] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.978289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.978492] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.978591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.978663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.978816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.978898] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.978989] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 is going to be created. [ 678.048847] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.050916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.054264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.054264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.054264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.070039] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 in Status: IN_PROGRESS for 2s [ 678.224474] env[70236]: INFO networking_nsxv3.common.synchronization [req-a3fa0811-1820-4534-be00-61a7c3a99c5e req-61e4bd9a-8034-451a-bcd3-3621dfe3e184 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Enqueued Resource ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 with Priority: HIGHEST for action security_group_members [ 678.225040] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 with Priority: HIGHEST for action security_group_members [ 678.230547] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.230547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.230547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.230547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.230547] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.230547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.230547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.230547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.230547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.230547] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0818aa4-a926-4bd3-8f98-d4a5db14ff53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.523122] env[70236]: INFO networking_nsxv3.common.synchronization [req-c22d89a5-d56d-4618-b9b4-517262c85984 req-89f1bb5b-ee14-43b9-b775-640d41db2aa5 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Enqueued Resource ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 with Priority: HIGHEST for action security_group_members [ 678.524733] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 with Priority: HIGHEST for action security_group_members [ 678.524733] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-73c796d7-91b3-4e22-91a8-a4b52078d377 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.524733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.524733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.524733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.525846] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.525846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.525846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.525846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.525846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.525846] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73c796d7-91b3-4e22-91a8-a4b52078d377',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.729315] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.730316] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.730505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.730756] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.730853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.731519] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.731519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.731631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.732431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.732554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.732763] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 already deleted. [ 678.732763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.028457] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.028829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.028829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.028899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.029326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.029326] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.029326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.029544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.030191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.030289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.030397] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 is going to be updated. [ 679.055677] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.055898] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-848" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.056017] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-848" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.060024] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-848" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.060024] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.060024] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.060024] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.060024] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.060024] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.060024] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.060024] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.060024] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.060024] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.060024] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.060024] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.060024] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.071433] env[70236]: INFO networking_nsxv3.common.synchronization [req-06eb6108-650b-468b-b0ae-f66f5101060e req-42dab882-0bf9-4be9-9ea7-c8d851a312ca service nova] Enqueued Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_rules [ 679.071622] env[70236]: INFO networking_nsxv3.common.synchronization [req-06eb6108-650b-468b-b0ae-f66f5101060e req-42dab882-0bf9-4be9-9ea7-c8d851a312ca service nova] Enqueued Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 679.071763] env[70236]: INFO networking_nsxv3.common.synchronization [req-06eb6108-650b-468b-b0ae-f66f5101060e req-42dab882-0bf9-4be9-9ea7-c8d851a312ca service nova] Enqueued Resource ID: a7b3b762-3916-495c-9d45-1616a261a7e8 with Priority: HIGHEST for action port [ 679.072344] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_rules [ 679.072557] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 679.074035] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b3b762-3916-495c-9d45-1616a261a7e8 with Priority: HIGHEST for action port [ 679.075469] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.075631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.076102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.076432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.076525] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.077922] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.078056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.078126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.078305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.078454] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.078551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.079738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.079915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.080349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.080349] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.081408] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b3b762-3916-495c-9d45-1616a261a7e8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.081521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b3b762-3916-495c-9d45-1616a261a7e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.081607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b3b762-3916-495c-9d45-1616a261a7e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.081737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b3b762-3916-495c-9d45-1616a261a7e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.081812] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b3b762-3916-495c-9d45-1616a261a7e8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.086393] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.086393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.086393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.086393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.086650] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.088749] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.088897] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.089170] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.089366] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-848" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.089650] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-3d8baf5e-f431-4740-bdaf-922f22dda1c2 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.089807] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-3d8baf5e-f431-4740-bdaf-922f22dda1c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.090547] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-3d8baf5e-f431-4740-bdaf-922f22dda1c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.091232] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-3d8baf5e-f431-4740-bdaf-922f22dda1c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.091382] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8baf5e-f431-4740-bdaf-922f22dda1c2',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.098917] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 in Status: IN_PROGRESS for 2s [ 679.368125] env[70236]: INFO networking_nsxv3.common.synchronization [None req-0fad5b08-6e6d-431d-a563-ddb0ac51fe21 None None] Enqueued Resource ID: dc46fb61-7a63-410a-a8c5-38e1b09da435 with Priority: HIGHEST for action port [ 679.368125] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc46fb61-7a63-410a-a8c5-38e1b09da435 with Priority: HIGHEST for action port [ 679.370094] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc46fb61-7a63-410a-a8c5-38e1b09da435 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.370094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc46fb61-7a63-410a-a8c5-38e1b09da435" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.370094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc46fb61-7a63-410a-a8c5-38e1b09da435" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.370094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc46fb61-7a63-410a-a8c5-38e1b09da435" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.370094] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc46fb61-7a63-410a-a8c5-38e1b09da435',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.587130] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.587130] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.587130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.588203] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7b3b762-3916-495c-9d45-1616a261a7e8 with status ACTIVE [ 679.588385] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.588509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.588573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.590375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.590375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.590375] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.590375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.590375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.590375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.590375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.590375] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.590375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.590375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.590375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.590375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.590375] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7b3b762-3916-495c-9d45-1616a261a7e8 is going to be updated. [ 679.596786] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.596786] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.596786] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.596786] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.596786] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.597109] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 3d8baf5e-f431-4740-bdaf-922f22dda1c2 not found, creating... [ 679.597109] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.597243] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.598605] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.598859] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.599013] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.599304] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.599461] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.599578] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.599790] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.599925] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.601131] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 3d8baf5e-f431-4740-bdaf-922f22dda1c2 is going to be created. [ 679.625317] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.626155] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.626155] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.626155] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.626540] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.626540] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-3d8baf5e-f431-4740-bdaf-922f22dda1c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.627847] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.628977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.628977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.629190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.629320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.629485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b3b762-3916-495c-9d45-1616a261a7e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.643493] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: SUCCESS [ 679.644111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.646149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.646149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.646149] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.646149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.646149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.646149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.646149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.646149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.646149] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.874412] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc46fb61-7a63-410a-a8c5-38e1b09da435 [ 679.875062] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.875062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.875062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.875249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.875396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.875576] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc46fb61-7a63-410a-a8c5-38e1b09da435 already deleted. [ 679.875726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc46fb61-7a63-410a-a8c5-38e1b09da435" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.082179] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 in Status: SUCCESS [ 680.082507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.096446] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.147589] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.147727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.147773] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.148017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.148219] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.148346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.148411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.148555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.148640] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.148746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.148891] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.148979] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.149042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.149194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.149323] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.149408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.149470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.149593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.149660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.149735] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.149818] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.598919] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.598919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.599048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.599356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.599356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.599470] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 is going to be created. [ 680.625326] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.625460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.625530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.625741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.625905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.635576] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: UNINITIALIZED for 2s [ 680.653438] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f9b119f-8e17-44b1-8a86-8e904fe25f10: rpc.has_security_group_logging(os_id): False [ 680.674361] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.674533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.674594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.674812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.674876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.675103] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.675211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.675259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.675479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.675562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.675747] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.675836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.675922] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.676052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.676150] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.676370] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.676461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.676461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.676654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.676709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.676781] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 is going to be created. [ 680.716400] env[70236]: INFO networking_nsxv3.common.synchronization [req-a3fa0811-1820-4534-be00-61a7c3a99c5e req-0496cb65-6d9b-4224-8408-1c61baf89e9f service nova] Enqueued Resource ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 with Priority: HIGHEST for action security_group_rules [ 680.716597] env[70236]: INFO networking_nsxv3.common.synchronization [req-a3fa0811-1820-4534-be00-61a7c3a99c5e req-0496cb65-6d9b-4224-8408-1c61baf89e9f service nova] Enqueued Resource ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 with Priority: HIGHEST for action security_group_members [ 680.716741] env[70236]: INFO networking_nsxv3.common.synchronization [req-a3fa0811-1820-4534-be00-61a7c3a99c5e req-0496cb65-6d9b-4224-8408-1c61baf89e9f service nova] Enqueued Resource ID: 3d8baf5e-f431-4740-bdaf-922f22dda1c2 with Priority: HIGHEST for action port [ 680.717402] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 with Priority: HIGHEST for action security_group_rules [ 680.717604] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 with Priority: HIGHEST for action security_group_members [ 680.717604] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8baf5e-f431-4740-bdaf-922f22dda1c2 with Priority: HIGHEST for action port [ 680.717856] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0818aa4-a926-4bd3-8f98-d4a5db14ff53 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.718033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.718655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.718929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.721044] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0818aa4-a926-4bd3-8f98-d4a5db14ff53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.725034] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.725034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.725034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.725802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.729021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.729021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.729021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.729021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.729021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.729021] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0818aa4-a926-4bd3-8f98-d4a5db14ff53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.729021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8baf5e-f431-4740-bdaf-922f22dda1c2 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.729021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8baf5e-f431-4740-bdaf-922f22dda1c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.729021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8baf5e-f431-4740-bdaf-922f22dda1c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.729021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8baf5e-f431-4740-bdaf-922f22dda1c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.729021] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8baf5e-f431-4740-bdaf-922f22dda1c2',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.731834] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.731952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.732035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.732232] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.732418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.745245] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: IN_PROGRESS for 2s [ 681.109689] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 in Status: SUCCESS [ 681.109689] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 deletion is rescheduled due to dependency. [ 681.109689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.232058] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.232261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.236631] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d8baf5e-f431-4740-bdaf-922f22dda1c2 with status ACTIVE [ 681.236843] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.236975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.237056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.237322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.237384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.237555] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.237655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.237716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.237868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.237942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.238182] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.238284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.238345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.238489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.238563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.238647] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d8baf5e-f431-4740-bdaf-922f22dda1c2 is going to be updated. [ 681.240183] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0818aa4-a926-4bd3-8f98-d4a5db14ff53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.258873] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.259043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.259109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.259338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.259502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.259661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8baf5e-f431-4740-bdaf-922f22dda1c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.742721] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0818aa4-a926-4bd3-8f98-d4a5db14ff53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.896172] env[70236]: INFO networking_nsxv3.common.synchronization [req-4c95dc05-0e3e-427a-8780-c92d0336399e req-ed3cdd6e-ca84-44bc-98c6-a615852da369 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Enqueued Resource ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 with Priority: HIGHEST for action security_group_members [ 681.897400] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 with Priority: HIGHEST for action security_group_members [ 681.897400] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3e1044-a726-49cb-9c1d-90e2d33ea088 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.897400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.897400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.897546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.897815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.897815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.897815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.898227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.898227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.898227] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f3e1044-a726-49cb-9c1d-90e2d33ea088',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.978238] env[70236]: INFO networking_nsxv3.common.synchronization [None req-2069cded-62d0-4284-b4b7-d30f8f83a7d3 None None] Enqueued Resource ID: 7aefbd03-3020-4190-b618-6373a0e8646d with Priority: HIGHEST for action port [ 681.984306] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aefbd03-3020-4190-b618-6373a0e8646d with Priority: HIGHEST for action port [ 681.984306] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aefbd03-3020-4190-b618-6373a0e8646d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.984306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aefbd03-3020-4190-b618-6373a0e8646d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.984306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aefbd03-3020-4190-b618-6373a0e8646d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.984846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aefbd03-3020-4190-b618-6373a0e8646d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.985039] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aefbd03-3020-4190-b618-6373a0e8646d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.250015] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.250015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.250015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.250015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.250015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.250015] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 is going to be created. [ 682.273519] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.273677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.273799] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.273964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.274143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.285759] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 in Status: UNINITIALIZED for 2s [ 682.401807] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.401987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.402073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.402294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.402392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.402621] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.402726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.402791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.403071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.403071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.403159] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 already deleted. [ 682.403199] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.488118] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aefbd03-3020-4190-b618-6373a0e8646d [ 682.488385] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.488532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.488604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.488816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.488952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.489032] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aefbd03-3020-4190-b618-6373a0e8646d already deleted. [ 682.489107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aefbd03-3020-4190-b618-6373a0e8646d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.649040] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: SUCCESS [ 682.649165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.649347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.649588] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.649815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.649945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.650023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.650253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.650334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.650424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.650514] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.757403] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: SUCCESS [ 682.757688] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.792406] env[70236]: INFO networking_nsxv3.common.synchronization [None req-2647873e-3b54-4364-9dc5-733fdb20bd4f None None] Enqueued Resource ID: f1bf1471-14fc-49ad-9941-ebb3c325d2e1 with Priority: HIGHEST for action port [ 682.792406] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bf1471-14fc-49ad-9941-ebb3c325d2e1 with Priority: HIGHEST for action port [ 682.792406] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1bf1471-14fc-49ad-9941-ebb3c325d2e1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.792406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1bf1471-14fc-49ad-9941-ebb3c325d2e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.792406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1bf1471-14fc-49ad-9941-ebb3c325d2e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.792406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1bf1471-14fc-49ad-9941-ebb3c325d2e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.792406] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1bf1471-14fc-49ad-9941-ebb3c325d2e1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.981061] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.981185] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.981316] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.981637] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.981917] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.982192] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.982333] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.982575] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.982756] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.983058] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.983184] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.983297] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.983403] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.983511] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.983610] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.984278] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.008656] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.008913] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.008982] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.009214] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.009574] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-bdced15f-b3c0-4eaf-897e-31ad4c6604f3 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.009751] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-bdced15f-b3c0-4eaf-897e-31ad4c6604f3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.009906] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-bdced15f-b3c0-4eaf-897e-31ad4c6604f3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.010242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-bdced15f-b3c0-4eaf-897e-31ad4c6604f3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.010450] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdced15f-b3c0-4eaf-897e-31ad4c6604f3',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.160952] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.160952] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.160952] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.160952] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.161563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.161563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.161563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.161563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.161563] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.296933] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1bf1471-14fc-49ad-9941-ebb3c325d2e1 [ 683.297259] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.297340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.297414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.299176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.299296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.299481] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1bf1471-14fc-49ad-9941-ebb3c325d2e1 already deleted. [ 683.299589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1bf1471-14fc-49ad-9941-ebb3c325d2e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.434031] env[70236]: INFO networking_nsxv3.common.synchronization [None req-e3a5cd00-68e3-416a-acdb-f85375de2c29 None None] Enqueued Resource ID: 69429d51-162e-46cf-b1d9-136ee86e45ac with Priority: HIGHEST for action port [ 683.434412] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69429d51-162e-46cf-b1d9-136ee86e45ac with Priority: HIGHEST for action port [ 683.434896] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-69429d51-162e-46cf-b1d9-136ee86e45ac taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.435034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69429d51-162e-46cf-b1d9-136ee86e45ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.435182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69429d51-162e-46cf-b1d9-136ee86e45ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.435458] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69429d51-162e-46cf-b1d9-136ee86e45ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.435989] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69429d51-162e-46cf-b1d9-136ee86e45ac',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.517262] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.517262] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.517262] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.517262] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.517262] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.517262] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port bdced15f-b3c0-4eaf-897e-31ad4c6604f3 not found, creating... [ 683.517262] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.517262] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.517262] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.517262] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.517262] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.517669] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.517669] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.517669] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.517669] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.517669] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.517669] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: bdced15f-b3c0-4eaf-897e-31ad4c6604f3 is going to be created. [ 683.529632] env[70236]: INFO networking_nsxv3.common.synchronization [req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba req-760855c6-10d6-4e4d-929b-4ba0215bfda3 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Enqueued Resource ID: 161a6ea1-310a-461e-917f-697c48e14d1d with Priority: HIGHEST for action security_group_members [ 683.530431] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161a6ea1-310a-461e-917f-697c48e14d1d with Priority: HIGHEST for action security_group_members [ 683.530920] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a6ea1-310a-461e-917f-697c48e14d1d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.531210] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.531357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.531692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.531937] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.532183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.532426] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.532666] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.532836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.533041] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('161a6ea1-310a-461e-917f-697c48e14d1d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.543387] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.543387] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.543387] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.543387] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.543387] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.543387] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-bdced15f-b3c0-4eaf-897e-31ad4c6604f3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.564053] env[70236]: INFO networking_nsxv3.common.synchronization [None req-84cf42d3-90c5-48af-89f8-75091360992a tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Enqueued Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_rules [ 683.564577] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_rules [ 683.564887] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6494d859-7ac7-40f1-b58f-f363eb2400da taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.565026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.565704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.565704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.565704] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6494d859-7ac7-40f1-b58f-f363eb2400da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.670386] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 637abfd4-b385-4242-923f-0aecbe039ef8: rpc.has_security_group_logging(os_id): False [ 683.670386] env[70236]: INFO networking_nsxv3.common.synchronization [None req-60be00c6-5415-4a83-a640-cd04985f0916 None None] Enqueued Resource ID: d03f3bae-634e-457c-93ae-d3fee3a700c5 with Priority: HIGHEST for action port [ 683.671836] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03f3bae-634e-457c-93ae-d3fee3a700c5 with Priority: HIGHEST for action port [ 683.673275] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d03f3bae-634e-457c-93ae-d3fee3a700c5 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.676202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d03f3bae-634e-457c-93ae-d3fee3a700c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.676202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d03f3bae-634e-457c-93ae-d3fee3a700c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.676202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d03f3bae-634e-457c-93ae-d3fee3a700c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.676202] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d03f3bae-634e-457c-93ae-d3fee3a700c5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.691399] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.692172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.694397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.694397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.694397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.694397] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.694397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.694397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.694397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.694397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.694397] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.694397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.694397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.697385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.697385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.697385] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.697385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.697385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.697385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.697385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.697385] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 is going to be created. [ 683.755972] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.757283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.757675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.758531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.758832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.771861] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: IN_PROGRESS for 2s [ 683.939113] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69429d51-162e-46cf-b1d9-136ee86e45ac [ 683.939330] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.939476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.939537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.939795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.939863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.939974] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69429d51-162e-46cf-b1d9-136ee86e45ac already deleted. [ 683.940070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69429d51-162e-46cf-b1d9-136ee86e45ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.006802] env[70236]: INFO networking_nsxv3.common.synchronization [None req-c42a30db-96b7-4e72-8806-b14e185f4239 tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Enqueued Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_rules [ 684.007512] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_rules [ 684.007840] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6494d859-7ac7-40f1-b58f-f363eb2400da taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.007950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.035477] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.035695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.035695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.035987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.036103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.036330] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.036435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.036501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.036725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.036767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.036900] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 161a6ea1-310a-461e-917f-697c48e14d1d already deleted. [ 684.036988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.100239] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.100239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.100239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.100239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.100239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.100239] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6494d859-7ac7-40f1-b58f-f363eb2400da already deleted. [ 684.100239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.100239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.100239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.100239] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6494d859-7ac7-40f1-b58f-f363eb2400da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.181443] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d03f3bae-634e-457c-93ae-d3fee3a700c5 [ 684.181738] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.181885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.181953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.182320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.182320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.182426] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d03f3bae-634e-457c-93ae-d3fee3a700c5 already deleted. [ 684.182521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d03f3bae-634e-457c-93ae-d3fee3a700c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.295176] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 in Status: SUCCESS [ 684.295176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.295431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.296744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.296744] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.296744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.296744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.296744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.296744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.296744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.296744] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0818aa4-a926-4bd3-8f98-d4a5db14ff53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.620987] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.621212] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.621281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.621508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.621600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.621699] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6494d859-7ac7-40f1-b58f-f363eb2400da already deleted. [ 684.621810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.775588] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.775856] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.776011] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.777564] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.777564] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.777564] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.777564] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.778721] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.778911] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.779157] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.779290] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.779420] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.779537] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.779649] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.779755] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.779890] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.802020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.802020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.802020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.802020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.802020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.802020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.802020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.802020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.802020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.804783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.805015] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.805159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.805468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.805468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.805564] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.805639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.805686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.805834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.805912] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.805996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.806690] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0818aa4-a926-4bd3-8f98-d4a5db14ff53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.812695] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.812890] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.813048] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.813220] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.813558] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-310ee786-f862-4171-92c5-003a36ec7d67 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.813768] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-310ee786-f862-4171-92c5-003a36ec7d67" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.813834] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-310ee786-f862-4171-92c5-003a36ec7d67" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.814203] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-310ee786-f862-4171-92c5-003a36ec7d67" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.814557] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('310ee786-f862-4171-92c5-003a36ec7d67',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.309947] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0818aa4-a926-4bd3-8f98-d4a5db14ff53: rpc.has_security_group_logging(os_id): False [ 685.317869] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.317869] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.318132] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.318374] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.319315] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.319315] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 310ee786-f862-4171-92c5-003a36ec7d67 not found, creating... [ 685.319315] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.319315] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.319315] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.319562] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.319737] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.319992] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.320109] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.320242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.320481] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.320696] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.320857] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 310ee786-f862-4171-92c5-003a36ec7d67 is going to be created. [ 685.328870] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.328870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.329909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.329909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.329909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.329909] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.329909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.329909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.329909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.329909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.330348] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.330348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.330348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.330492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.330526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.330709] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.330795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.330852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.331053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.331117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.331189] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 is going to be created. [ 685.338802] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.338802] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.338974] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.339136] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.339370] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.339609] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-310ee786-f862-4171-92c5-003a36ec7d67" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.401791] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.401791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.401791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.401791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.401791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.414768] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 in Status: IN_PROGRESS for 2s [ 685.503798] env[70236]: INFO networking_nsxv3.common.synchronization [req-4c95dc05-0e3e-427a-8780-c92d0336399e req-fd917360-ad82-4325-bc00-61f548f292e2 service nova] Enqueued Resource ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 with Priority: HIGHEST for action security_group_rules [ 685.503798] env[70236]: INFO networking_nsxv3.common.synchronization [req-4c95dc05-0e3e-427a-8780-c92d0336399e req-fd917360-ad82-4325-bc00-61f548f292e2 service nova] Enqueued Resource ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 with Priority: HIGHEST for action security_group_members [ 685.503798] env[70236]: INFO networking_nsxv3.common.synchronization [req-4c95dc05-0e3e-427a-8780-c92d0336399e req-fd917360-ad82-4325-bc00-61f548f292e2 service nova] Enqueued Resource ID: bdced15f-b3c0-4eaf-897e-31ad4c6604f3 with Priority: HIGHEST for action port [ 685.504434] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 with Priority: HIGHEST for action security_group_rules [ 685.505593] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 with Priority: HIGHEST for action security_group_members [ 685.505593] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdced15f-b3c0-4eaf-897e-31ad4c6604f3 with Priority: HIGHEST for action port [ 685.505593] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f3e1044-a726-49cb-9c1d-90e2d33ea088 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.505593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.505593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.505913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.505913] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f3e1044-a726-49cb-9c1d-90e2d33ea088',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.507400] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3e1044-a726-49cb-9c1d-90e2d33ea088 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.507526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.507596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.507791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.507949] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.508291] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.508641] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.508824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.508935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.509061] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f3e1044-a726-49cb-9c1d-90e2d33ea088',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.510697] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdced15f-b3c0-4eaf-897e-31ad4c6604f3 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.510757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdced15f-b3c0-4eaf-897e-31ad4c6604f3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.510823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdced15f-b3c0-4eaf-897e-31ad4c6604f3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.510995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdced15f-b3c0-4eaf-897e-31ad4c6604f3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.511088] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdced15f-b3c0-4eaf-897e-31ad4c6604f3',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.638336] env[70236]: INFO networking_nsxv3.common.synchronization [None req-2a858405-4c1c-49c3-ba68-876ae8c17519 None None] Enqueued Resource ID: 4380c837-4c23-41a6-abb8-04cfad30f01c with Priority: HIGHEST for action port [ 685.638336] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4380c837-4c23-41a6-abb8-04cfad30f01c with Priority: HIGHEST for action port [ 685.638336] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4380c837-4c23-41a6-abb8-04cfad30f01c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.638336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4380c837-4c23-41a6-abb8-04cfad30f01c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.638336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4380c837-4c23-41a6-abb8-04cfad30f01c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.639807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4380c837-4c23-41a6-abb8-04cfad30f01c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.640099] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4380c837-4c23-41a6-abb8-04cfad30f01c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.784885] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: SUCCESS [ 685.785251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.001586] env[70236]: INFO networking_nsxv3.common.synchronization [req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f req-2fc6c84b-cb57-487d-9010-be9748e5b712 tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Enqueued Resource ID: f4942a3d-50fa-4640-93c7-3950233f88f6 with Priority: HIGHEST for action security_group_members [ 686.002163] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4942a3d-50fa-4640-93c7-3950233f88f6 with Priority: HIGHEST for action security_group_members [ 686.002468] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4942a3d-50fa-4640-93c7-3950233f88f6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.002606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.002670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.002956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.003876] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.004129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.004758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.004758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.005560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.006617] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4942a3d-50fa-4640-93c7-3950233f88f6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.007609] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3e1044-a726-49cb-9c1d-90e2d33ea088 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.007946] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.013343] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f3e1044-a726-49cb-9c1d-90e2d33ea088',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.017294] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdced15f-b3c0-4eaf-897e-31ad4c6604f3 with status ACTIVE [ 686.017395] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.017616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.017660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.021152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.021152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.021152] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.021152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.021152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.021152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.021152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.021152] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.021152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.021152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.021152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.021152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.021152] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdced15f-b3c0-4eaf-897e-31ad4c6604f3 is going to be updated. [ 686.046406] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.046552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.046621] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.046838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.047251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.047377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdced15f-b3c0-4eaf-897e-31ad4c6604f3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.111548] env[70236]: INFO networking_nsxv3.common.synchronization [None req-a94877d9-4618-4aa8-891a-374a0a93c7d2 None None] Enqueued Resource ID: d61e8f0d-26f4-4724-9b64-b91e97ef5bd9 with Priority: HIGHEST for action port [ 686.111819] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61e8f0d-26f4-4724-9b64-b91e97ef5bd9 with Priority: HIGHEST for action port [ 686.112421] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d61e8f0d-26f4-4724-9b64-b91e97ef5bd9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.112925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d61e8f0d-26f4-4724-9b64-b91e97ef5bd9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.114209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d61e8f0d-26f4-4724-9b64-b91e97ef5bd9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.114574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d61e8f0d-26f4-4724-9b64-b91e97ef5bd9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.114643] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61e8f0d-26f4-4724-9b64-b91e97ef5bd9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.143792] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4380c837-4c23-41a6-abb8-04cfad30f01c [ 686.144209] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.144545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.148685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.148685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.148685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.148685] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4380c837-4c23-41a6-abb8-04cfad30f01c already deleted. [ 686.148685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4380c837-4c23-41a6-abb8-04cfad30f01c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.508534] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.508854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.508854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.509374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.509374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.509374] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.509501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.509501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.509806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.509806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.509806] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4942a3d-50fa-4640-93c7-3950233f88f6 is going to be updated. [ 686.521215] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f3e1044-a726-49cb-9c1d-90e2d33ea088',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.539033] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.539033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.539033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.539033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.539033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.547292] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4942a3d-50fa-4640-93c7-3950233f88f6 in Status: IN_PROGRESS for 2s [ 686.616987] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d61e8f0d-26f4-4724-9b64-b91e97ef5bd9 [ 686.618242] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.618425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.618514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.618755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.618844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.618943] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d61e8f0d-26f4-4724-9b64-b91e97ef5bd9 already deleted. [ 686.619059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d61e8f0d-26f4-4724-9b64-b91e97ef5bd9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.028090] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.028090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.028090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.028090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.028090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.028090] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 is going to be created. [ 687.056927] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.056927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.057104] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.057207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.057375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.072479] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 in Status: UNINITIALIZED for 2s [ 687.122905] env[70236]: INFO networking_nsxv3.common.synchronization [req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba req-2d070946-f2e2-4156-86b1-4c4b851b39c6 service nova] Enqueued Resource ID: 161a6ea1-310a-461e-917f-697c48e14d1d with Priority: HIGHEST for action security_group_rules [ 687.122905] env[70236]: INFO networking_nsxv3.common.synchronization [req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba req-2d070946-f2e2-4156-86b1-4c4b851b39c6 service nova] Enqueued Resource ID: 161a6ea1-310a-461e-917f-697c48e14d1d with Priority: HIGHEST for action security_group_members [ 687.122905] env[70236]: INFO networking_nsxv3.common.synchronization [req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba req-2d070946-f2e2-4156-86b1-4c4b851b39c6 service nova] Enqueued Resource ID: 310ee786-f862-4171-92c5-003a36ec7d67 with Priority: HIGHEST for action port [ 687.122905] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161a6ea1-310a-461e-917f-697c48e14d1d with Priority: HIGHEST for action security_group_rules [ 687.122905] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161a6ea1-310a-461e-917f-697c48e14d1d with Priority: HIGHEST for action security_group_members [ 687.122905] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310ee786-f862-4171-92c5-003a36ec7d67 with Priority: HIGHEST for action port [ 687.122905] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-161a6ea1-310a-461e-917f-697c48e14d1d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.123277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.123277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.123555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.123693] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('161a6ea1-310a-461e-917f-697c48e14d1d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.126058] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a6ea1-310a-461e-917f-697c48e14d1d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.126213] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.126269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.126489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.126906] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.126906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.126906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.127070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.127100] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.127265] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('161a6ea1-310a-461e-917f-697c48e14d1d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.128222] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-310ee786-f862-4171-92c5-003a36ec7d67 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.128513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-310ee786-f862-4171-92c5-003a36ec7d67" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.128513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-310ee786-f862-4171-92c5-003a36ec7d67" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.128748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-310ee786-f862-4171-92c5-003a36ec7d67" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.128748] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('310ee786-f862-4171-92c5-003a36ec7d67',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.426821] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 in Status: SUCCESS [ 687.428322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.507224] env[70236]: INFO networking_nsxv3.common.synchronization [req-3da52d4d-8695-4e87-8911-d42397b62354 req-81bd2620-fc18-41dd-9234-4ef024c42859 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Enqueued Resource ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 with Priority: HIGHEST for action security_group_members [ 687.507850] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 with Priority: HIGHEST for action security_group_members [ 687.508252] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9369f6-7b71-467a-9977-0c09a6b1a983 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.508414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.508505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.508759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.509059] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.509154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.509301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.509398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.509510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.509628] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d9369f6-7b71-467a-9977-0c09a6b1a983',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.634775] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a6ea1-310a-461e-917f-697c48e14d1d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.636429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.636429] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('161a6ea1-310a-461e-917f-697c48e14d1d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.638464] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 310ee786-f862-4171-92c5-003a36ec7d67 with status ACTIVE [ 687.639406] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.641612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.642092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.642092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.642198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.642388] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.642504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.642592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.642846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.642905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.643127] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.643213] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.643473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.643473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.643473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.643702] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 310ee786-f862-4171-92c5-003a36ec7d67 is going to be updated. [ 687.664816] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.665159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.665159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.665339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.666128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.666128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-310ee786-f862-4171-92c5-003a36ec7d67" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.822895] env[70236]: INFO networking_nsxv3.common.synchronization [None req-5a5bcf01-2ba1-4af2-a678-66680cb92ba9 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Enqueued Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_rules [ 687.823414] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_rules [ 687.824544] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.825104] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.825750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.826215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.826342] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.006008] env[70236]: INFO networking_nsxv3.common.synchronization [None req-522cc6f8-1100-44c5-98f0-fd4fb4105f85 None None] Enqueued Resource ID: ef9d7005-abc7-434b-b997-a07caf2d796d with Priority: HIGHEST for action port [ 688.007365] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9d7005-abc7-434b-b997-a07caf2d796d with Priority: HIGHEST for action port [ 688.007365] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef9d7005-abc7-434b-b997-a07caf2d796d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.007365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef9d7005-abc7-434b-b997-a07caf2d796d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.007365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef9d7005-abc7-434b-b997-a07caf2d796d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.009043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef9d7005-abc7-434b-b997-a07caf2d796d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.009043] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9d7005-abc7-434b-b997-a07caf2d796d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.012917] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.012917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.012917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.015670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.015670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.015670] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.015670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.015670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.015670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.015670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.015670] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 is going to be updated. [ 688.042873] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.042873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.042873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.042873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.043045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.049839] env[70236]: INFO networking_nsxv3.common.synchronization [None req-3447a02d-dafb-4bb7-8d56-ed152be24dc6 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Enqueued Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_rules [ 688.050623] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_rules [ 688.050714] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.050774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.056848] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 in Status: IN_PROGRESS for 2s [ 688.144607] env[70236]: INFO networking_nsxv3.common.synchronization [None req-d0c1c327-ce2f-4a61-bb5f-f4f4a3614bd1 None None] Enqueued Resource ID: 48033620-69e4-42fe-acd5-13979c423238 with Priority: HIGHEST for action port [ 688.144607] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48033620-69e4-42fe-acd5-13979c423238 with Priority: HIGHEST for action port [ 688.144607] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-48033620-69e4-42fe-acd5-13979c423238 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.144607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48033620-69e4-42fe-acd5-13979c423238" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.144607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48033620-69e4-42fe-acd5-13979c423238" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.145907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48033620-69e4-42fe-acd5-13979c423238" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.145907] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48033620-69e4-42fe-acd5-13979c423238',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.147205] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('161a6ea1-310a-461e-917f-697c48e14d1d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.352782] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.352945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.353014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.353746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.353746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.353746] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 already deleted. [ 688.353746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.353746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.354155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.354155] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.510851] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef9d7005-abc7-434b-b997-a07caf2d796d [ 688.511147] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.511147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.511244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.514013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.514013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.514013] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef9d7005-abc7-434b-b997-a07caf2d796d already deleted. [ 688.514013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef9d7005-abc7-434b-b997-a07caf2d796d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.569347] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4942a3d-50fa-4640-93c7-3950233f88f6 in Status: SUCCESS [ 688.569347] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4942a3d-50fa-4640-93c7-3950233f88f6 deletion is rescheduled due to dependency. [ 688.569347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.652227] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48033620-69e4-42fe-acd5-13979c423238 [ 688.652227] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.652227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.652227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.652481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.652481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.652541] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48033620-69e4-42fe-acd5-13979c423238 already deleted. [ 688.655268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48033620-69e4-42fe-acd5-13979c423238" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.655268] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.655268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.655268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.655268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.655268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.655268] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 161a6ea1-310a-461e-917f-697c48e14d1d is going to be created. [ 688.681224] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.681224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.681224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.681224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.681224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.694124] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 161a6ea1-310a-461e-917f-697c48e14d1d in Status: UNINITIALIZED for 2s [ 688.900551] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.900931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.901049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.902921] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.902921] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.902921] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 already deleted. [ 688.902921] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.082345] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 in Status: SUCCESS [ 689.082908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.083535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.083768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.083985] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.084133] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.084214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.084398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.084518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.084655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.084774] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f3e1044-a726-49cb-9c1d-90e2d33ea088',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.587527] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3e1044-a726-49cb-9c1d-90e2d33ea088 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.587527] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.587527] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.587865] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.587959] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.588029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.592220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.592457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.592552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.592656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.592829] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3e1044-a726-49cb-9c1d-90e2d33ea088 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.593510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.593510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.593510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.593510] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.593510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.593510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.593742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.593742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.593742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.593823] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f3e1044-a726-49cb-9c1d-90e2d33ea088',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.069894] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 in Status: SUCCESS [ 690.070094] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 deletion is rescheduled due to dependency. [ 690.070237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.096800] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f3e1044-a726-49cb-9c1d-90e2d33ea088: rpc.has_security_group_logging(os_id): False [ 690.115377] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.117482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.117482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.119153] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.119404] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.119618] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.119773] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.119849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.120092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.122033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.122033] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.122033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.122033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.122236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.122304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.122618] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.122722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.122845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.123792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.123792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.123792] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 is going to be created. [ 690.178672] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.178876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.178929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.179200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.179416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.193048] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 in Status: IN_PROGRESS for 2s [ 690.544322] env[70236]: INFO networking_nsxv3.common.synchronization [None req-641ce600-7442-4337-9bf1-9a56caff7515 None None] Enqueued Resource ID: 45c51e23-1859-4789-9ffe-961a59ad3fc4 with Priority: HIGHEST for action port [ 690.545584] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45c51e23-1859-4789-9ffe-961a59ad3fc4 with Priority: HIGHEST for action port [ 690.546320] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-45c51e23-1859-4789-9ffe-961a59ad3fc4 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.546619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45c51e23-1859-4789-9ffe-961a59ad3fc4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.546619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45c51e23-1859-4789-9ffe-961a59ad3fc4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.546773] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45c51e23-1859-4789-9ffe-961a59ad3fc4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.546861] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45c51e23-1859-4789-9ffe-961a59ad3fc4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.589115] env[70236]: INFO networking_nsxv3.common.synchronization [None req-338219a4-f7d2-41f9-8098-13787d4fcbbf tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Enqueued Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_rules [ 690.589115] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_rules [ 690.590780] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac829449-3abb-46ec-9d36-b7e38278b3d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.590780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.590780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.590780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.590780] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac829449-3abb-46ec-9d36-b7e38278b3d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.703875] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 161a6ea1-310a-461e-917f-697c48e14d1d in Status: UNINITIALIZED for 4s [ 690.808669] env[70236]: INFO networking_nsxv3.common.synchronization [None req-bdcaca01-5eb2-4347-9185-56408fbc8e04 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Enqueued Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_rules [ 690.810401] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_rules [ 690.811481] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac829449-3abb-46ec-9d36-b7e38278b3d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.811759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.893023] env[70236]: INFO networking_nsxv3.common.synchronization [None req-7abda493-ae00-4b8d-bd2b-95877e0d5b85 None None] Enqueued Resource ID: 156afeed-ebc9-41fd-a23f-972c4c9a4b50 with Priority: HIGHEST for action port [ 690.894653] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156afeed-ebc9-41fd-a23f-972c4c9a4b50 with Priority: HIGHEST for action port [ 690.894653] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-156afeed-ebc9-41fd-a23f-972c4c9a4b50 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.894653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-156afeed-ebc9-41fd-a23f-972c4c9a4b50" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.894653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-156afeed-ebc9-41fd-a23f-972c4c9a4b50" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.894653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-156afeed-ebc9-41fd-a23f-972c4c9a4b50" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.894653] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('156afeed-ebc9-41fd-a23f-972c4c9a4b50',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.051164] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45c51e23-1859-4789-9ffe-961a59ad3fc4 [ 691.051164] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.051164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.051164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.051164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.051164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.051164] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45c51e23-1859-4789-9ffe-961a59ad3fc4 already deleted. [ 691.051164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45c51e23-1859-4789-9ffe-961a59ad3fc4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.113251] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.113251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.113409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.113495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.113584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.113783] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 already deleted. [ 691.113902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.114118] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.114343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.114449] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac829449-3abb-46ec-9d36-b7e38278b3d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.401634] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 156afeed-ebc9-41fd-a23f-972c4c9a4b50 [ 691.401634] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.401634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.401634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.401634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.401634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.401634] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:156afeed-ebc9-41fd-a23f-972c4c9a4b50 already deleted. [ 691.401634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-156afeed-ebc9-41fd-a23f-972c4c9a4b50" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.640138] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.640138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.640138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.640138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.640138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.640138] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 already deleted. [ 691.640138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.821170] env[70236]: INFO networking_nsxv3.common.synchronization [None req-7fb593de-df96-437b-bcc6-07bb7480c6ea None None] Enqueued Resource ID: b615183b-b7b6-441b-bc0a-4d9d9ca65c09 with Priority: HIGHEST for action port [ 691.822355] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b615183b-b7b6-441b-bc0a-4d9d9ca65c09 with Priority: HIGHEST for action port [ 691.822355] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b615183b-b7b6-441b-bc0a-4d9d9ca65c09 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.822355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b615183b-b7b6-441b-bc0a-4d9d9ca65c09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.822355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b615183b-b7b6-441b-bc0a-4d9d9ca65c09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.822614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b615183b-b7b6-441b-bc0a-4d9d9ca65c09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.822614] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b615183b-b7b6-441b-bc0a-4d9d9ca65c09',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.119979] env[70236]: INFO networking_nsxv3.common.synchronization [None req-72dbdb08-8e6b-40c4-a848-83181b6c35d4 None None] Enqueued Resource ID: cd1958ff-0937-4af8-9b88-b2518ead919d with Priority: HIGHEST for action port [ 692.122657] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1958ff-0937-4af8-9b88-b2518ead919d with Priority: HIGHEST for action port [ 692.122657] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd1958ff-0937-4af8-9b88-b2518ead919d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.122657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd1958ff-0937-4af8-9b88-b2518ead919d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.122657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd1958ff-0937-4af8-9b88-b2518ead919d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.122657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd1958ff-0937-4af8-9b88-b2518ead919d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.122657] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd1958ff-0937-4af8-9b88-b2518ead919d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.224033] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 in Status: SUCCESS [ 692.224033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.326440] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b615183b-b7b6-441b-bc0a-4d9d9ca65c09 [ 692.327123] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.327123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.327123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.327392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.327392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.327657] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b615183b-b7b6-441b-bc0a-4d9d9ca65c09 already deleted. [ 692.327657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b615183b-b7b6-441b-bc0a-4d9d9ca65c09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.624814] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd1958ff-0937-4af8-9b88-b2518ead919d [ 692.625234] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.626091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.626185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.628383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.628383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.628383] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd1958ff-0937-4af8-9b88-b2518ead919d already deleted. [ 692.628383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd1958ff-0937-4af8-9b88-b2518ead919d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.641762] env[70236]: INFO networking_nsxv3.common.synchronization [req-bbb9ab3e-f562-498a-946a-c58da046ab63 req-6763e02f-1523-4de5-941c-88e9f03bd49e tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Enqueued Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 692.642958] env[70236]: INFO networking_nsxv3.common.synchronization [None req-f46dc927-e717-4122-96b3-667637e513b0 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Enqueued Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_rules [ 692.643577] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 692.643714] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_rules [ 692.644541] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.644541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.644541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.644541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.644837] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.644837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.644837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.644996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.645073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.645181] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.646162] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45cbb4e2-dac6-4212-8fac-545c515a9c38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.646272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.646337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.647231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.647338] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.722532] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 161a6ea1-310a-461e-917f-697c48e14d1d in Status: SUCCESS [ 692.723274] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.723274] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.723569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.723865] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.727372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.728457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.728457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.728457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.728457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.728457] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('161a6ea1-310a-461e-917f-697c48e14d1d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.034272] env[70236]: INFO networking_nsxv3.common.synchronization [None req-2156edf5-c525-485c-9abe-f1dd654a791d tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Enqueued Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_rules [ 693.034272] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_rules [ 693.034272] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45cbb4e2-dac6-4212-8fac-545c515a9c38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.034272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.149328] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.149501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.149636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.149876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.149972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.150294] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.150472] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.150555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.150678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.150755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.150846] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 already deleted. [ 693.150919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.175493] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.175737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.175797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.177478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.177478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.177478] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 already deleted. [ 693.177478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.177478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.177478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.177478] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.232957] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a6ea1-310a-461e-917f-697c48e14d1d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.233158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.233217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.233691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.233691] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.233691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.233945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.233945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.234051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.234051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.234287] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a6ea1-310a-461e-917f-697c48e14d1d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.234287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.234437] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.234485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.234766] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.234766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.234766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.234919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.234950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.235085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.235126] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('161a6ea1-310a-461e-917f-697c48e14d1d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.328236] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.328236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-888" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.328236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-888" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.328236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-888" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.328236] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.328236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.328236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.331378] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.331575] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.331803] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.331922] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.332075] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.332211] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.332345] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.332459] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.332657] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.350536] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.350774] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.350862] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.352495] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-888" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.352495] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-881beab9-7994-47f7-8d30-41effb869ee7 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.352495] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-881beab9-7994-47f7-8d30-41effb869ee7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.352495] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-881beab9-7994-47f7-8d30-41effb869ee7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.352495] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-881beab9-7994-47f7-8d30-41effb869ee7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.352743] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('881beab9-7994-47f7-8d30-41effb869ee7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.440571] env[70236]: INFO networking_nsxv3.common.synchronization [None req-59f9ea4f-7451-4687-a957-21bf2d324bfc None None] Enqueued Resource ID: 5e0fc590-0133-46e8-ae9d-9d679c567df3 with Priority: HIGHEST for action port [ 693.441275] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0fc590-0133-46e8-ae9d-9d679c567df3 with Priority: HIGHEST for action port [ 693.441696] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e0fc590-0133-46e8-ae9d-9d679c567df3 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.441896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e0fc590-0133-46e8-ae9d-9d679c567df3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.441987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e0fc590-0133-46e8-ae9d-9d679c567df3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.444903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e0fc590-0133-46e8-ae9d-9d679c567df3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.444903] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0fc590-0133-46e8-ae9d-9d679c567df3',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.699473] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.699473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.699473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.699473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.699473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.699473] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 already deleted. [ 693.699473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.741583] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 161a6ea1-310a-461e-917f-697c48e14d1d: rpc.has_security_group_logging(os_id): False [ 693.758646] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.760045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.760045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.760045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.760045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.760045] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.760045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.760045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.760045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.761101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.761101] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.761101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.761101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.761275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.761275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.761987] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.761987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.761987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.761987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.761987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.761987] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 161a6ea1-310a-461e-917f-697c48e14d1d is going to be created. [ 693.823560] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.823776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.823776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.824058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.824203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.834101] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 161a6ea1-310a-461e-917f-697c48e14d1d in Status: IN_PROGRESS for 2s [ 693.856462] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.858216] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.858216] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.858216] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.858216] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.858741] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 881beab9-7994-47f7-8d30-41effb869ee7 not found, creating... [ 693.859758] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.860223] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.860431] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.860751] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.861051] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.862037] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.862037] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.862037] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.862379] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.862598] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.862935] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 881beab9-7994-47f7-8d30-41effb869ee7 is going to be created. [ 693.881650] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.881977] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.882151] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.882790] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.882877] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.883225] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-881beab9-7994-47f7-8d30-41effb869ee7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.947263] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e0fc590-0133-46e8-ae9d-9d679c567df3 [ 693.947598] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.947746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.947836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.948139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.948254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.948385] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e0fc590-0133-46e8-ae9d-9d679c567df3 already deleted. [ 693.948470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e0fc590-0133-46e8-ae9d-9d679c567df3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.867444] env[70236]: INFO networking_nsxv3.common.synchronization [req-bbb9ab3e-f562-498a-946a-c58da046ab63 req-1bf61362-c5cf-4683-b27c-4c6ed7cdd1e0 service nova] Enqueued Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_rules [ 694.867444] env[70236]: INFO networking_nsxv3.common.synchronization [req-bbb9ab3e-f562-498a-946a-c58da046ab63 req-1bf61362-c5cf-4683-b27c-4c6ed7cdd1e0 service nova] Enqueued Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 694.867757] env[70236]: INFO networking_nsxv3.common.synchronization [req-bbb9ab3e-f562-498a-946a-c58da046ab63 req-1bf61362-c5cf-4683-b27c-4c6ed7cdd1e0 service nova] Enqueued Resource ID: 881beab9-7994-47f7-8d30-41effb869ee7 with Priority: HIGHEST for action port [ 694.868148] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_rules [ 694.868430] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 694.868430] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881beab9-7994-47f7-8d30-41effb869ee7 with Priority: HIGHEST for action port [ 694.868959] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.868959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.868959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.869191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.869191] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.871491] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.871614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.871666] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.871842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.871988] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.872089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.872164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.872317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.872395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.872482] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.876088] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-881beab9-7994-47f7-8d30-41effb869ee7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.876217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-881beab9-7994-47f7-8d30-41effb869ee7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.876337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-881beab9-7994-47f7-8d30-41effb869ee7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.876906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-881beab9-7994-47f7-8d30-41effb869ee7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.876906] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('881beab9-7994-47f7-8d30-41effb869ee7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.961074] env[70236]: INFO networking_nsxv3.common.synchronization [req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 req-472b4870-1141-4809-bf15-d67c534513c1 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Enqueued Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_members [ 694.961770] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_members [ 694.962145] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.962367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.962450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.962791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.963011] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.963180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.963266] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.963458] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.963580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.963930] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cb84e6-54f0-4c74-af64-7dad1fc0b4c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.014641] env[70236]: INFO networking_nsxv3.common.synchronization [None req-a73d5152-6623-475a-a55c-072da4e53a54 None None] Enqueued Resource ID: 61e2178c-d96e-4018-afa3-22cc635b1a4d with Priority: HIGHEST for action port [ 695.016198] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e2178c-d96e-4018-afa3-22cc635b1a4d with Priority: HIGHEST for action port [ 695.016198] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-61e2178c-d96e-4018-afa3-22cc635b1a4d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.016198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61e2178c-d96e-4018-afa3-22cc635b1a4d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.016198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61e2178c-d96e-4018-afa3-22cc635b1a4d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.016661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61e2178c-d96e-4018-afa3-22cc635b1a4d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.016745] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e2178c-d96e-4018-afa3-22cc635b1a4d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.261079] env[70236]: INFO networking_nsxv3.common.synchronization [req-e3d70a48-3361-4244-a320-9bf362f1df65 req-b272fa57-4ca0-4b8b-a1c7-d78eecb35b9e tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Enqueued Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 695.261642] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 695.263074] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.263358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.263433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.263646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.263893] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.264086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.264167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.264611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.264611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.264726] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.379556] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.379556] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.379556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.379556] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 881beab9-7994-47f7-8d30-41effb869ee7 with status ACTIVE [ 695.379556] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.379556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.379556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.379556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.379556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.382039] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.382412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.385301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.385301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.385301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.385301] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.385301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.385301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.385301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.385301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.385301] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 881beab9-7994-47f7-8d30-41effb869ee7 is going to be updated. [ 695.404788] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.405058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.405058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.405281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.405459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.405676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-881beab9-7994-47f7-8d30-41effb869ee7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.466281] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.466760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.466942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.467303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.467527] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.467824] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.468098] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.468765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.468765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.468765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.468765] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 already deleted. [ 695.468963] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.519225] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61e2178c-d96e-4018-afa3-22cc635b1a4d [ 695.520398] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.520398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.520398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.520398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.520398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.520398] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61e2178c-d96e-4018-afa3-22cc635b1a4d already deleted. [ 695.520398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61e2178c-d96e-4018-afa3-22cc635b1a4d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.774870] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.774870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.774870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.774870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.774870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.774870] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.774870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.774870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.774870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.774870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.774870] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 is going to be updated. [ 695.804571] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.804571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.804571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.804571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.804571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.813109] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: IN_PROGRESS for 2s [ 695.847252] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 161a6ea1-310a-461e-917f-697c48e14d1d in Status: SUCCESS [ 695.847252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.872019] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.872019] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-893" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.872019] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-893" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.872019] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-893" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.874140] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.874659] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.876026] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.876026] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.876026] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.876026] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.876026] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.876026] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.876026] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.876312] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.876539] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.876791] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.886189] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.895358] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.895358] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.897129] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.897550] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-893" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.897976] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-50075f7d-b30b-44cb-869e-13cd9698b52f taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.899527] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-50075f7d-b30b-44cb-869e-13cd9698b52f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.899869] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-50075f7d-b30b-44cb-869e-13cd9698b52f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.900653] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-50075f7d-b30b-44cb-869e-13cd9698b52f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.901621] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50075f7d-b30b-44cb-869e-13cd9698b52f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.389691] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.389857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.389932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.390177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.390282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.390381] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 is going to be created. [ 696.404528] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.406321] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.406528] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.406829] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.406997] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.407201] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 50075f7d-b30b-44cb-869e-13cd9698b52f not found, creating... [ 696.407501] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.407672] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.408143] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.409337] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.409552] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.409913] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.410096] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.410338] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.410503] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.410669] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.411013] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 50075f7d-b30b-44cb-869e-13cd9698b52f is going to be created. [ 696.416166] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.416332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.416374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.416581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.416738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.428724] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: UNINITIALIZED for 2s [ 696.436073] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.436073] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.436073] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.436073] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.437043] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.437043] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-50075f7d-b30b-44cb-869e-13cd9698b52f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.442419] env[70236]: INFO networking_nsxv3.common.synchronization [req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 req-816cff4f-c2a1-49a4-808f-99ce2c12e0c0 service nova] Enqueued Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_rules [ 697.443354] env[70236]: INFO networking_nsxv3.common.synchronization [req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 req-816cff4f-c2a1-49a4-808f-99ce2c12e0c0 service nova] Enqueued Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_members [ 697.443467] env[70236]: INFO networking_nsxv3.common.synchronization [req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 req-816cff4f-c2a1-49a4-808f-99ce2c12e0c0 service nova] Enqueued Resource ID: 50075f7d-b30b-44cb-869e-13cd9698b52f with Priority: HIGHEST for action port [ 697.444139] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_rules [ 697.445280] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_members [ 697.445280] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50075f7d-b30b-44cb-869e-13cd9698b52f with Priority: HIGHEST for action port [ 697.445280] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.445280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.445280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.445612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.445612] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cb84e6-54f0-4c74-af64-7dad1fc0b4c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.448035] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.448035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.448270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.448501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.450029] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.450029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.450029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.450029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.450029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.450029] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cb84e6-54f0-4c74-af64-7dad1fc0b4c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.450780] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-50075f7d-b30b-44cb-869e-13cd9698b52f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.450918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50075f7d-b30b-44cb-869e-13cd9698b52f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.450981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50075f7d-b30b-44cb-869e-13cd9698b52f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.451214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50075f7d-b30b-44cb-869e-13cd9698b52f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.452029] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50075f7d-b30b-44cb-869e-13cd9698b52f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.784361] env[70236]: INFO networking_nsxv3.common.synchronization [req-fc4f107b-d543-4650-a5e8-994871468e78 req-7ec92e6c-74a0-4c6f-a534-c1871a09ea16 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Enqueued Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 697.785078] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 697.785677] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.785677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.785677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.786315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.786315] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.786864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.786864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.786864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.786864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.786864] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.828747] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: SUCCESS [ 697.828891] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 deletion is rescheduled due to dependency. [ 697.829022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.948223] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.948223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.954692] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83cb84e6-54f0-4c74-af64-7dad1fc0b4c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.958236] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50075f7d-b30b-44cb-869e-13cd9698b52f with status ACTIVE [ 697.958569] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.958712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.958779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.958998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.959103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.959280] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.959940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.959940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.959940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.959940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.959940] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.959940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.960214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.960214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.960344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.960424] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50075f7d-b30b-44cb-869e-13cd9698b52f is going to be updated. [ 697.981545] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.981777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.981777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.982223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.982223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.982363] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50075f7d-b30b-44cb-869e-13cd9698b52f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.291554] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.291738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.291738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.291944] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.292054] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.292261] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.292362] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.292520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.292578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.292653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.292742] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 already deleted. [ 698.292825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.439548] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: SUCCESS [ 698.439786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.439968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.440214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.440445] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.440574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.440639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.440891] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.440930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.441040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.441183] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.463430] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83cb84e6-54f0-4c74-af64-7dad1fc0b4c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.822686] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.822895] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.823031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.823310] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.823972] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.824159] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.824281] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.824514] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.824658] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.824859] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.824970] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.825111] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.825245] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.825383] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.825659] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.825811] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.844207] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.844817] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.845069] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.845340] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.848765] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.848992] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.849172] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.849527] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.849674] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe888e21-05d5-4ebd-9d96-cc6ae46b0f25',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.944492] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.944727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.944812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.944972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.945635] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.945765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.945832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.946011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.946107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.946199] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.946357] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.946458] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.946539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.946693] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.946838] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.946930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.946990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.947144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.947221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.947304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.947394] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.967218] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.967218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.967218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.967218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.967218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.967218] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 is going to be created. [ 698.991708] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.991708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.991708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.991708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.991708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.001736] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 in Status: UNINITIALIZED for 2s [ 699.353922] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.354319] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.354319] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.354549] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.355157] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.355157] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 not found, creating... [ 699.355157] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.355381] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.355420] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.355649] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.355785] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.356086] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.357309] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.357309] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.357309] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.357309] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.357309] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 is going to be created. [ 699.376200] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.376462] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.376765] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.377016] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.377360] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.377667] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.450560] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62cb56cf-96fe-4c31-9e78-b15b55d6b969: rpc.has_security_group_logging(os_id): False [ 699.474410] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.474776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.474776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.474945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.475057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.475303] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.475410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.475474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.475664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.475768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.475991] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.476097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.476138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.476272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.476349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.476542] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.476639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.476696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.476836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.476919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.477102] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 is going to be created. [ 699.545559] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.545559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.545559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.545787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.545836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.565224] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: IN_PROGRESS for 2s [ 700.323329] env[70236]: INFO networking_nsxv3.common.synchronization [req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 req-ce56e5c4-b6b5-45d4-b8b9-3c06576afe0a tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Enqueued Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 700.323329] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 700.325245] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.325476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.326069] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.326141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.326185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.326662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.326770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.326902] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.453085] env[70236]: INFO networking_nsxv3.common.synchronization [req-fc4f107b-d543-4650-a5e8-994871468e78 req-1581369e-8ac3-4471-8b27-62b440733737 service nova] Enqueued Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_rules [ 700.453085] env[70236]: INFO networking_nsxv3.common.synchronization [req-fc4f107b-d543-4650-a5e8-994871468e78 req-1581369e-8ac3-4471-8b27-62b440733737 service nova] Enqueued Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 700.453085] env[70236]: INFO networking_nsxv3.common.synchronization [req-fc4f107b-d543-4650-a5e8-994871468e78 req-1581369e-8ac3-4471-8b27-62b440733737 service nova] Enqueued Resource ID: fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 with Priority: HIGHEST for action port [ 700.453085] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_rules [ 700.453085] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 700.453085] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 with Priority: HIGHEST for action port [ 700.454496] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.454496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.454496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.454496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.454884] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.455439] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.455949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.455949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.455949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.455949] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.456163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.456163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.456242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.456905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.456905] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.461757] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.461757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.461757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.461757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.461757] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe888e21-05d5-4ebd-9d96-cc6ae46b0f25',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.830491] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.830881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.830881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.831158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.831158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.831347] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.831465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.831626] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.831700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.831764] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.831829] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcdce516-53b2-4b44-adf0-13ba58a461ca already deleted. [ 700.831898] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.869799] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.871366] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.871366] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.871366] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.871818] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.871818] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.872084] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.872133] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.872248] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.872455] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.872574] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.872792] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.872909] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.872994] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.873111] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.873246] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.892757] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.892951] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.893107] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.893294] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.893630] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-20eda677-9580-4e11-b923-2c433fa1b312 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.893807] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-20eda677-9580-4e11-b923-2c433fa1b312" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.893921] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-20eda677-9580-4e11-b923-2c433fa1b312" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.894304] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-20eda677-9580-4e11-b923-2c433fa1b312" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.894422] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20eda677-9580-4e11-b923-2c433fa1b312',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.962930] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.963207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.963509] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.964659] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 with status ACTIVE [ 700.964865] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.964984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.965062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.965335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.965438] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.965628] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.965771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.965885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.966590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.966756] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.967668] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.967668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.967668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.967668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.967668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.967668] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 is going to be updated. [ 700.992194] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.992325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.992325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.992514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.992639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.992803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.013928] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 in Status: SUCCESS [ 701.013928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.013928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.013928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.013928] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.013928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.013928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.013928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.013928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.013928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.013928] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83cb84e6-54f0-4c74-af64-7dad1fc0b4c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.398298] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.398298] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.398298] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.399735] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.399953] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.400567] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 20eda677-9580-4e11-b923-2c433fa1b312 not found, creating... [ 701.400876] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.401086] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.401476] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.401965] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.401965] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.402202] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.402478] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.402478] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.403521] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.403521] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.403521] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 20eda677-9580-4e11-b923-2c433fa1b312 is going to be created. [ 701.434517] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.434800] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.434926] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.435227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.435454] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.435691] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-20eda677-9580-4e11-b923-2c433fa1b312" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.470074] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.518572] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83cb84e6-54f0-4c74-af64-7dad1fc0b4c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.576256] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: SUCCESS [ 701.576603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.976452] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.976857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.977078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.977929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.978110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.978250] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 is going to be created. [ 702.000808] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.001633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.001956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.002252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.002252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.011704] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: UNINITIALIZED for 2s [ 702.022202] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6: rpc.has_security_group_logging(os_id): False [ 702.038440] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.038883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.039103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.039602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.039602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.039879] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.040042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.040182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.040876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.040876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.040876] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 is going to be created. [ 702.094895] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.097492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.097492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.097492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.097492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.107913] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 in Status: IN_PROGRESS for 2s [ 702.591146] env[70236]: INFO networking_nsxv3.common.synchronization [req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 req-91b1169e-6f6a-48a9-9d21-2fb5ef52f86c service nova] Enqueued Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_rules [ 702.591146] env[70236]: INFO networking_nsxv3.common.synchronization [req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 req-91b1169e-6f6a-48a9-9d21-2fb5ef52f86c service nova] Enqueued Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 702.591146] env[70236]: INFO networking_nsxv3.common.synchronization [req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 req-91b1169e-6f6a-48a9-9d21-2fb5ef52f86c service nova] Enqueued Resource ID: 20eda677-9580-4e11-b923-2c433fa1b312 with Priority: HIGHEST for action port [ 702.591146] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_rules [ 702.591146] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 702.591146] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20eda677-9580-4e11-b923-2c433fa1b312 with Priority: HIGHEST for action port [ 702.592046] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.592375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.592580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.593093] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.593371] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.595719] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.595719] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.595719] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.595719] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.596029] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.596283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.598775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.598775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.598775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.598775] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.598775] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-20eda677-9580-4e11-b923-2c433fa1b312 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.598775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20eda677-9580-4e11-b923-2c433fa1b312" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.598775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20eda677-9580-4e11-b923-2c433fa1b312" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.598775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20eda677-9580-4e11-b923-2c433fa1b312" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.598775] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20eda677-9580-4e11-b923-2c433fa1b312',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.628570] env[70236]: INFO networking_nsxv3.common.synchronization [req-e632c3ee-adc4-4372-96f5-f4724e9ba236 req-38b0ef4e-b9fc-43ba-9687-d8d1e4f56d05 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Enqueued Resource ID: 161a6ea1-310a-461e-917f-697c48e14d1d with Priority: HIGHEST for action security_group_members [ 702.629248] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161a6ea1-310a-461e-917f-697c48e14d1d with Priority: HIGHEST for action security_group_members [ 702.629418] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-161a6ea1-310a-461e-917f-697c48e14d1d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.629536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.629600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.629794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.631216] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.631216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.631216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.631216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.631216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.631216] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('161a6ea1-310a-461e-917f-697c48e14d1d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.094522] env[70236]: INFO networking_nsxv3.common.synchronization [None req-6fa9706b-72bb-46f5-8ed7-e19e317f5969 None None] Enqueued Resource ID: e849cd5a-0623-4839-9d6d-8b138756eb02 with Priority: HIGHEST for action port [ 703.094522] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e849cd5a-0623-4839-9d6d-8b138756eb02 with Priority: HIGHEST for action port [ 703.094522] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e849cd5a-0623-4839-9d6d-8b138756eb02 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.094522] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e849cd5a-0623-4839-9d6d-8b138756eb02" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.095046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e849cd5a-0623-4839-9d6d-8b138756eb02" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.095046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e849cd5a-0623-4839-9d6d-8b138756eb02" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.095046] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e849cd5a-0623-4839-9d6d-8b138756eb02',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.100904] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.101262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.101672] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.103346] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20eda677-9580-4e11-b923-2c433fa1b312 with status ACTIVE [ 703.103683] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.103930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.104077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.104383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.105246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.105246] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.105246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.105246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.106744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.106954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.107319] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.107475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.107589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.108216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.108216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.108216] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20eda677-9580-4e11-b923-2c433fa1b312 is going to be updated. [ 703.131270] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.131554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.131554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.131828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.131970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.132180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20eda677-9580-4e11-b923-2c433fa1b312" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.132755] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.132888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.132953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.133623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.133623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.133623] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.133623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.133623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.133905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.133905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.133905] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 161a6ea1-310a-461e-917f-697c48e14d1d is going to be updated. [ 703.160260] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.160260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.160260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.160260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.160260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.168977] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 161a6ea1-310a-461e-917f-697c48e14d1d in Status: IN_PROGRESS for 2s [ 703.298158] env[70236]: INFO networking_nsxv3.common.synchronization [req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 req-48d0ea9d-72e8-4384-b4ca-7a61f008db74 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Enqueued Resource ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 with Priority: HIGHEST for action security_group_members [ 703.298158] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 with Priority: HIGHEST for action security_group_members [ 703.298158] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3e1044-a726-49cb-9c1d-90e2d33ea088 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.298452] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.298637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.298932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.299437] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.301659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.301659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.301659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.301659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.301659] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f3e1044-a726-49cb-9c1d-90e2d33ea088',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.361020] env[70236]: INFO networking_nsxv3.common.synchronization [req-4f2ef75a-89ff-4e70-b315-58e484b569fd req-c0731cf8-8a92-49c0-adbd-3e19d70b012e tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Enqueued Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 703.361020] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 703.361020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.361020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.361020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.361605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.361844] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.362074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.362228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.362471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.362649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.362829] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.602873] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e849cd5a-0623-4839-9d6d-8b138756eb02 [ 703.603304] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.603668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.603849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.605187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.605187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.605187] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e849cd5a-0623-4839-9d6d-8b138756eb02 already deleted. [ 703.605187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e849cd5a-0623-4839-9d6d-8b138756eb02" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.612171] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.803370] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.803530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.803631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.804137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.804137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.804137] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.804332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.804332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.804482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.804526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.804598] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 is going to be updated. [ 703.835101] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.835247] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.835478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.836680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.837179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.845990] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 in Status: IN_PROGRESS for 2s [ 703.865385] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.865385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.865385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.865580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.866237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.866237] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.866393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.866462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.866644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.866722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.870030] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 already deleted. [ 703.870030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.022580] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: SUCCESS [ 704.023103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.023103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.023418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.023591] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.023688] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.023731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.024791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.024791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.024791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.024791] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.050265] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.050265] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-107" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.050265] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-107" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.050524] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-107" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.050735] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.050890] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.051012] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.051991] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.052164] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.052377] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.052495] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.052603] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.052704] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.052920] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.053144] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.053307] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.071285] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.071441] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.071581] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.071755] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-107" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.072103] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-d17f4462-300a-4cde-b65c-6e04b331f2d0 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.072280] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-d17f4462-300a-4cde-b65c-6e04b331f2d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.075028] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-d17f4462-300a-4cde-b65c-6e04b331f2d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.075028] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-d17f4462-300a-4cde-b65c-6e04b331f2d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.075028] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d17f4462-300a-4cde-b65c-6e04b331f2d0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.116085] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.117157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.117157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.117157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.117314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.117495] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcdce516-53b2-4b44-adf0-13ba58a461ca is going to be created. [ 704.121821] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 in Status: SUCCESS [ 704.121821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.167216] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.167216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.167216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.167216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.167216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.174940] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: UNINITIALIZED for 2s [ 704.526496] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.526746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.526867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.527163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.527395] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.527499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.527571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.527784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.527877] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.528071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.528274] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.528396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.528497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.528687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.528867] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.528964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.529737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.530027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.530098] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.530243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.530423] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.575692] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.576025] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.576110] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.576401] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.576534] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.576684] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port d17f4462-300a-4cde-b65c-6e04b331f2d0 not found, creating... [ 704.576868] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.577040] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.577158] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.577378] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.577545] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.577841] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.577996] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.578187] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.578365] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.578556] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.578823] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: d17f4462-300a-4cde-b65c-6e04b331f2d0 is going to be created. [ 704.599847] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.600261] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.600392] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.601275] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.601556] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.602026] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-d17f4462-300a-4cde-b65c-6e04b331f2d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.774993] env[70236]: INFO networking_nsxv3.common.synchronization [None req-5043868f-5db6-427b-b6ce-7a9173ba3757 None None] Enqueued Resource ID: f5e92203-8e25-4745-9d33-a90a8492f554 with Priority: HIGHEST for action port [ 704.775736] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e92203-8e25-4745-9d33-a90a8492f554 with Priority: HIGHEST for action port [ 704.777081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5e92203-8e25-4745-9d33-a90a8492f554 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.777578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5e92203-8e25-4745-9d33-a90a8492f554" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.777578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5e92203-8e25-4745-9d33-a90a8492f554" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.777984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5e92203-8e25-4745-9d33-a90a8492f554" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.777984] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e92203-8e25-4745-9d33-a90a8492f554',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.036804] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9978f97-7cd4-450d-8c0e-e68b1571ce43: rpc.has_security_group_logging(os_id): False [ 705.056757] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.056982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.057145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.057365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.057456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.057659] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.057785] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.057829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.057970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.058074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.058258] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.058357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.058417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.058559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.058630] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.058818] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.058905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.058962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.059115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.059185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.059271] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 is going to be created. [ 705.120973] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.120973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.120973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.120973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.120973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.134536] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: IN_PROGRESS for 2s [ 705.186489] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 161a6ea1-310a-461e-917f-697c48e14d1d in Status: SUCCESS [ 705.186755] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 161a6ea1-310a-461e-917f-697c48e14d1d deletion is rescheduled due to dependency. [ 705.186962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.280695] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5e92203-8e25-4745-9d33-a90a8492f554 [ 705.281010] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.281218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.281310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.281669] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.281736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.281844] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5e92203-8e25-4745-9d33-a90a8492f554 already deleted. [ 705.281997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5e92203-8e25-4745-9d33-a90a8492f554" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.693594] env[70236]: INFO networking_nsxv3.common.synchronization [None req-55afe3e7-7dad-445a-bd73-afcd9ed27898 None None] Enqueued Resource ID: ede9da4e-2d97-4800-a420-612f84393aa8 with Priority: HIGHEST for action port [ 705.695570] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede9da4e-2d97-4800-a420-612f84393aa8 with Priority: HIGHEST for action port [ 705.695570] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ede9da4e-2d97-4800-a420-612f84393aa8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.695909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ede9da4e-2d97-4800-a420-612f84393aa8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.696029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ede9da4e-2d97-4800-a420-612f84393aa8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.696541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ede9da4e-2d97-4800-a420-612f84393aa8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.697038] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede9da4e-2d97-4800-a420-612f84393aa8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.857629] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 in Status: SUCCESS [ 705.857629] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 deletion is rescheduled due to dependency. [ 705.857629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.953632] env[70236]: INFO networking_nsxv3.common.synchronization [req-4f2ef75a-89ff-4e70-b315-58e484b569fd req-8040b17f-78ce-4d5c-8ed8-2ec5963fb23d service nova] Enqueued Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_rules [ 705.954119] env[70236]: INFO networking_nsxv3.common.synchronization [req-4f2ef75a-89ff-4e70-b315-58e484b569fd req-8040b17f-78ce-4d5c-8ed8-2ec5963fb23d service nova] Enqueued Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 705.954119] env[70236]: INFO networking_nsxv3.common.synchronization [req-4f2ef75a-89ff-4e70-b315-58e484b569fd req-8040b17f-78ce-4d5c-8ed8-2ec5963fb23d service nova] Enqueued Resource ID: d17f4462-300a-4cde-b65c-6e04b331f2d0 with Priority: HIGHEST for action port [ 705.954264] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_rules [ 705.954355] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 705.954447] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17f4462-300a-4cde-b65c-6e04b331f2d0 with Priority: HIGHEST for action port [ 705.955035] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.955224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.955295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.955490] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.956190] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.956810] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.956925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.956988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.957657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.957657] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.957657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.957657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.957657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.957935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.957935] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.960290] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d17f4462-300a-4cde-b65c-6e04b331f2d0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.960290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d17f4462-300a-4cde-b65c-6e04b331f2d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.960290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d17f4462-300a-4cde-b65c-6e04b331f2d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.960290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d17f4462-300a-4cde-b65c-6e04b331f2d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.960290] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d17f4462-300a-4cde-b65c-6e04b331f2d0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.184549] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: SUCCESS [ 706.184549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.184776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.184815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.185024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.185165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.185211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.185419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.185498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.185546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.185637] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.200895] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ede9da4e-2d97-4800-a420-612f84393aa8 [ 706.201035] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.201133] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.201207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.201496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.201496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.201710] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ede9da4e-2d97-4800-a420-612f84393aa8 already deleted. [ 706.201710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ede9da4e-2d97-4800-a420-612f84393aa8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.468589] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.469737] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.473135] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.473296] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d17f4462-300a-4cde-b65c-6e04b331f2d0 with status ACTIVE [ 706.473519] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.473652] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.473716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.474035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.474198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.474469] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.474575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.474639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.474796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.474878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.477803] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.477803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.477803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.477803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.477803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.477803] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d17f4462-300a-4cde-b65c-6e04b331f2d0 is going to be updated. [ 706.495832] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.495952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.496287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.496287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.496402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.496585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d17f4462-300a-4cde-b65c-6e04b331f2d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.688613] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.688613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.688613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.688613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.688613] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.689225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.689225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.689225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.689225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.689225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.689488] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.690600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.690728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.690843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.691012] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.691121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.691199] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.691331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.691431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.691521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.691638] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.952580] env[70236]: INFO networking_nsxv3.common.synchronization [req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d req-d3990f4d-bfe9-4e1d-806b-254d6e623af2 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Enqueued Resource ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 with Priority: HIGHEST for action security_group_members [ 706.952580] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 with Priority: HIGHEST for action security_group_members [ 706.952580] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.952580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.952580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.952580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.953265] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.955131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.955131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.955131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.955131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.955131] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0818aa4-a926-4bd3-8f98-d4a5db14ff53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.978564] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.148337] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: SUCCESS [ 707.148674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.194907] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcdce516-53b2-4b44-adf0-13ba58a461ca: rpc.has_security_group_logging(os_id): False [ 707.223884] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.224057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.224151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.224732] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.225137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.225660] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.225660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.225660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.225834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.225834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.226017] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.226125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.226186] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.226334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.226413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.226624] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.226727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.226788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.227129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.227129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.227260] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcdce516-53b2-4b44-adf0-13ba58a461ca is going to be created. [ 707.285473] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.285473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.285473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.285647] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.285699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.303295] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: IN_PROGRESS for 2s [ 707.458087] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.458087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.458219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.458829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.458829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.458928] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.458993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.459215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.459720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.459720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.459720] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 is going to be updated. [ 707.489370] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.489533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.489611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.489925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.489925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.490097] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 is going to be created. [ 707.506856] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.507241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.507241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.507452] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.507596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.515402] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 in Status: IN_PROGRESS for 2s [ 707.520874] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.520874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.520982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.521398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.521569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.537085] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: UNINITIALIZED for 2s [ 707.631199] env[70236]: INFO networking_nsxv3.common.synchronization [None req-2303fc81-3fb5-4f33-8415-49d349814556 None None] Enqueued Resource ID: 8b4743b5-50d2-4047-978f-83625eb30207 with Priority: HIGHEST for action port [ 707.631199] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4743b5-50d2-4047-978f-83625eb30207 with Priority: HIGHEST for action port [ 707.631411] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b4743b5-50d2-4047-978f-83625eb30207 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.631550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b4743b5-50d2-4047-978f-83625eb30207" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.631617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b4743b5-50d2-4047-978f-83625eb30207" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.631855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b4743b5-50d2-4047-978f-83625eb30207" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.631938] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b4743b5-50d2-4047-978f-83625eb30207',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.682139] env[70236]: INFO networking_nsxv3.common.synchronization [None req-2c8b047e-3ab3-407c-ae66-89943e1552ac None None] Enqueued Resource ID: c4f63a21-0a1c-44f4-8f8a-0f09f4f7ac62 with Priority: HIGHEST for action port [ 707.682139] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f63a21-0a1c-44f4-8f8a-0f09f4f7ac62 with Priority: HIGHEST for action port [ 707.682519] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4f63a21-0a1c-44f4-8f8a-0f09f4f7ac62 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.682644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4f63a21-0a1c-44f4-8f8a-0f09f4f7ac62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.682708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4f63a21-0a1c-44f4-8f8a-0f09f4f7ac62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.682960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4f63a21-0a1c-44f4-8f8a-0f09f4f7ac62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.683058] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f63a21-0a1c-44f4-8f8a-0f09f4f7ac62',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.134941] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b4743b5-50d2-4047-978f-83625eb30207 [ 708.134941] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.134941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.134941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.134941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.134941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.134941] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b4743b5-50d2-4047-978f-83625eb30207 already deleted. [ 708.134941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b4743b5-50d2-4047-978f-83625eb30207" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.188124] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4f63a21-0a1c-44f4-8f8a-0f09f4f7ac62 [ 708.188581] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.189395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.189516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.189779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.189919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.191066] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4f63a21-0a1c-44f4-8f8a-0f09f4f7ac62 already deleted. [ 708.191687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4f63a21-0a1c-44f4-8f8a-0f09f4f7ac62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.319892] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: SUCCESS [ 709.319892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.525116] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 in Status: SUCCESS [ 709.525541] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 deletion is rescheduled due to dependency. [ 709.525839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.548152] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: SUCCESS [ 709.548486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.548670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.548916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.549179] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.549394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.549394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.549536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.549618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.549941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.549941] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.052667] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.060174] env[70236]: INFO networking_nsxv3.common.synchronization [None req-4f890b9f-b1ed-4f3e-920f-69c480a14378 None None] Enqueued Resource ID: 88fd448b-7e4e-4597-a920-95013c50c171 with Priority: HIGHEST for action port [ 710.061468] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88fd448b-7e4e-4597-a920-95013c50c171 with Priority: HIGHEST for action port [ 710.063404] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-88fd448b-7e4e-4597-a920-95013c50c171 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.063624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88fd448b-7e4e-4597-a920-95013c50c171" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.063867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88fd448b-7e4e-4597-a920-95013c50c171" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.064236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88fd448b-7e4e-4597-a920-95013c50c171" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.064654] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88fd448b-7e4e-4597-a920-95013c50c171',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.560489] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25defce6-87d3-4cd9-b70c-9acae0fd2b83: rpc.has_security_group_logging(os_id): False [ 710.567464] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88fd448b-7e4e-4597-a920-95013c50c171 [ 710.567699] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.567835] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.568055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.568142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.568240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.568411] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88fd448b-7e4e-4597-a920-95013c50c171 already deleted. [ 710.568498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88fd448b-7e4e-4597-a920-95013c50c171" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.579742] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.579966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.580088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.580349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.580465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.580777] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.580911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.581353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.581353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.581353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.581514] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 is going to be created. [ 710.634469] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.634636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.634711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.634923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.635117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.658927] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: IN_PROGRESS for 2s [ 711.189982] env[70236]: INFO networking_nsxv3.common.synchronization [req-08332973-fd7f-4b69-b1ca-9e15c9e68392 req-167dc23f-bf32-4808-a0e4-b8f19cfc63c7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Enqueued Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 711.190194] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 711.191014] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.191014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.191014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.191014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.191014] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.191302] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.191302] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.191302] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.191408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.191441] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.693034] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.923467] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.923695] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.923833] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.924148] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.924433] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.924604] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.924741] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.924989] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.925473] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.925776] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.927246] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.927246] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.927246] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.927246] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.927246] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.927246] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.947958] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.949150] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.949150] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.949150] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.949444] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-9f7f77ab-2da4-41f2-88a3-802025ce7ba1 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.951403] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-9f7f77ab-2da4-41f2-88a3-802025ce7ba1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.951403] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-9f7f77ab-2da4-41f2-88a3-802025ce7ba1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.951403] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-9f7f77ab-2da4-41f2-88a3-802025ce7ba1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.951403] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7f77ab-2da4-41f2-88a3-802025ce7ba1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.973016] env[70236]: INFO networking_nsxv3.common.synchronization [None req-a3b387dd-7fdb-4e26-a898-a5d606cdf7ba None None] Enqueued Resource ID: 934f4928-cd07-4622-8e6c-9c0fef4ec758 with Priority: HIGHEST for action port [ 711.973285] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934f4928-cd07-4622-8e6c-9c0fef4ec758 with Priority: HIGHEST for action port [ 711.975197] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-934f4928-cd07-4622-8e6c-9c0fef4ec758 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.975375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-934f4928-cd07-4622-8e6c-9c0fef4ec758" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.975467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-934f4928-cd07-4622-8e6c-9c0fef4ec758" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.975799] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-934f4928-cd07-4622-8e6c-9c0fef4ec758" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.975920] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('934f4928-cd07-4622-8e6c-9c0fef4ec758',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.196314] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.453674] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.453956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.454403] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.454784] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.454966] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.455152] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 9f7f77ab-2da4-41f2-88a3-802025ce7ba1 not found, creating... [ 712.455458] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.455629] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.455757] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.455999] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.456166] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.457112] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.457270] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.457418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.457659] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.457975] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.458141] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 9f7f77ab-2da4-41f2-88a3-802025ce7ba1 is going to be created. [ 712.478957] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.479136] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.479299] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.479586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.479846] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.480126] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-9f7f77ab-2da4-41f2-88a3-802025ce7ba1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.482422] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 934f4928-cd07-4622-8e6c-9c0fef4ec758 [ 712.483267] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.484410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.484410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.484410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.484410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.484410] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:934f4928-cd07-4622-8e6c-9c0fef4ec758 already deleted. [ 712.484410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-934f4928-cd07-4622-8e6c-9c0fef4ec758" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.673026] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: SUCCESS [ 712.676012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.698709] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.701124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.701124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.701310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.701446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.701562] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcdce516-53b2-4b44-adf0-13ba58a461ca is going to be updated. [ 712.735326] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.735326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.735326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.735326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.735326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.744731] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: IN_PROGRESS for 2s [ 713.233553] env[70236]: INFO networking_nsxv3.common.synchronization [req-8b957794-ccdc-409b-aa2a-77fb896327cf req-da944a5e-d17e-43cc-b0d6-9284c29d13fd tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Enqueued Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_members [ 713.235477] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_members [ 713.235920] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6494d859-7ac7-40f1-b58f-f363eb2400da taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.236243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.236422] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.236765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.237068] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.237697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.237873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.238176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.238511] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.239131] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6494d859-7ac7-40f1-b58f-f363eb2400da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.371688] env[70236]: INFO networking_nsxv3.common.synchronization [req-08332973-fd7f-4b69-b1ca-9e15c9e68392 req-002a52fe-5322-4505-b24a-e838f94a91bb service nova] Enqueued Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_rules [ 713.375245] env[70236]: INFO networking_nsxv3.common.synchronization [req-08332973-fd7f-4b69-b1ca-9e15c9e68392 req-002a52fe-5322-4505-b24a-e838f94a91bb service nova] Enqueued Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 713.375479] env[70236]: INFO networking_nsxv3.common.synchronization [req-08332973-fd7f-4b69-b1ca-9e15c9e68392 req-002a52fe-5322-4505-b24a-e838f94a91bb service nova] Enqueued Resource ID: 9f7f77ab-2da4-41f2-88a3-802025ce7ba1 with Priority: HIGHEST for action port [ 713.376422] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_rules [ 713.377030] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 713.377030] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7f77ab-2da4-41f2-88a3-802025ce7ba1 with Priority: HIGHEST for action port [ 713.377030] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.377263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.377263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.377343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.377424] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.379258] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.379258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.379258] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f7f77ab-2da4-41f2-88a3-802025ce7ba1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.379258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f7f77ab-2da4-41f2-88a3-802025ce7ba1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.379258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f7f77ab-2da4-41f2-88a3-802025ce7ba1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.379258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f7f77ab-2da4-41f2-88a3-802025ce7ba1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.379541] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7f77ab-2da4-41f2-88a3-802025ce7ba1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.475958] env[70236]: INFO networking_nsxv3.common.synchronization [None req-017919db-028a-40ba-b1f4-3b6b626fdb75 None None] Enqueued Resource ID: e482dba5-8b98-45a1-abd4-04078a801a28 with Priority: HIGHEST for action port [ 713.475958] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e482dba5-8b98-45a1-abd4-04078a801a28 with Priority: HIGHEST for action port [ 713.477556] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e482dba5-8b98-45a1-abd4-04078a801a28 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.477713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e482dba5-8b98-45a1-abd4-04078a801a28" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.477783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e482dba5-8b98-45a1-abd4-04078a801a28" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.478078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e482dba5-8b98-45a1-abd4-04078a801a28" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.478151] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e482dba5-8b98-45a1-abd4-04078a801a28',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.743107] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.743449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.743449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.743752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.743831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.744065] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.744171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.744638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.744974] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745084] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.745278] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6494d859-7ac7-40f1-b58f-f363eb2400da already deleted. [ 713.745419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.882260] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f7f77ab-2da4-41f2-88a3-802025ce7ba1 with status ACTIVE [ 713.882625] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.883232] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.883624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.883871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.884015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.884251] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.884392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.884483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.884683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.884793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.885030] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.885192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.885281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.885434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.885514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.885605] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f7f77ab-2da4-41f2-88a3-802025ce7ba1 is going to be updated. [ 713.887906] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.887997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.909244] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.909493] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.909493] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.909698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.909843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.910017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f7f77ab-2da4-41f2-88a3-802025ce7ba1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.981960] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e482dba5-8b98-45a1-abd4-04078a801a28 [ 713.982269] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.982414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.982488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.982715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.984313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.984426] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e482dba5-8b98-45a1-abd4-04078a801a28 already deleted. [ 713.984541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e482dba5-8b98-45a1-abd4-04078a801a28" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.114684] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.114937] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-565" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.115098] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-565" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.118789] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-565" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.119725] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.119725] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.119725] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.120939] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.121173] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.121404] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.121579] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.121709] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.121819] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.121937] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.122055] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.122194] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.144480] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.144681] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.145656] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.145656] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-565" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.145656] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-9b8d279a-04a4-462e-9c59-67f75037c6ea taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.145656] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-9b8d279a-04a4-462e-9c59-67f75037c6ea" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.146199] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-9b8d279a-04a4-462e-9c59-67f75037c6ea" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.146199] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-9b8d279a-04a4-462e-9c59-67f75037c6ea" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.146322] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b8d279a-04a4-462e-9c59-67f75037c6ea',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.648887] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.649184] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.649358] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.649666] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.649942] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.650052] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 9b8d279a-04a4-462e-9c59-67f75037c6ea not found, creating... [ 714.650369] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.650555] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.650786] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.650970] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.655108] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.655108] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.655108] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.655108] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.655375] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.655412] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.655582] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 9b8d279a-04a4-462e-9c59-67f75037c6ea is going to be created. [ 714.675471] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.675687] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.675812] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.676109] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.676453] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.676683] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-9b8d279a-04a4-462e-9c59-67f75037c6ea" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.719029] env[70236]: INFO networking_nsxv3.common.synchronization [None req-97aadd0a-8572-4296-900f-fc3ede29bc82 None None] Enqueued Resource ID: dc56399b-8be7-4c64-bbb3-7b007ef33c75 with Priority: HIGHEST for action port [ 714.719029] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc56399b-8be7-4c64-bbb3-7b007ef33c75 with Priority: HIGHEST for action port [ 714.720359] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc56399b-8be7-4c64-bbb3-7b007ef33c75 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.720482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc56399b-8be7-4c64-bbb3-7b007ef33c75" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.720482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc56399b-8be7-4c64-bbb3-7b007ef33c75" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.720734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc56399b-8be7-4c64-bbb3-7b007ef33c75" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.720828] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc56399b-8be7-4c64-bbb3-7b007ef33c75',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.754865] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: SUCCESS [ 714.755189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.755847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.756085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.756634] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.756634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.756634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.756634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.756833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.756833] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.225530] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc56399b-8be7-4c64-bbb3-7b007ef33c75 [ 715.225530] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.225530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.225530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.225530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.225530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.225530] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc56399b-8be7-4c64-bbb3-7b007ef33c75 already deleted. [ 715.225530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc56399b-8be7-4c64-bbb3-7b007ef33c75" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.259802] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.543052] env[70236]: INFO networking_nsxv3.common.synchronization [req-8b957794-ccdc-409b-aa2a-77fb896327cf req-7c698892-5daf-45f9-97cf-1ed8a99b1352 service nova] Enqueued Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_rules [ 715.543229] env[70236]: INFO networking_nsxv3.common.synchronization [req-8b957794-ccdc-409b-aa2a-77fb896327cf req-7c698892-5daf-45f9-97cf-1ed8a99b1352 service nova] Enqueued Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_members [ 715.543375] env[70236]: INFO networking_nsxv3.common.synchronization [req-8b957794-ccdc-409b-aa2a-77fb896327cf req-7c698892-5daf-45f9-97cf-1ed8a99b1352 service nova] Enqueued Resource ID: 9b8d279a-04a4-462e-9c59-67f75037c6ea with Priority: HIGHEST for action port [ 715.543643] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_rules [ 715.543772] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_members [ 715.543867] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8d279a-04a4-462e-9c59-67f75037c6ea with Priority: HIGHEST for action port [ 715.544419] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6494d859-7ac7-40f1-b58f-f363eb2400da taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.544543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.546061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.546324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.546968] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6494d859-7ac7-40f1-b58f-f363eb2400da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.548094] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6494d859-7ac7-40f1-b58f-f363eb2400da taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.549152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.549271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.549533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.549743] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.550091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.550460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.550738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.551261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.551406] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6494d859-7ac7-40f1-b58f-f363eb2400da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.553772] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b8d279a-04a4-462e-9c59-67f75037c6ea taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.553962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b8d279a-04a4-462e-9c59-67f75037c6ea" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.553962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b8d279a-04a4-462e-9c59-67f75037c6ea" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.554163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b8d279a-04a4-462e-9c59-67f75037c6ea" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.554246] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b8d279a-04a4-462e-9c59-67f75037c6ea',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.761818] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.820212] env[70236]: INFO networking_nsxv3.common.synchronization [req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 req-a3a20f57-7de7-4e88-876a-5d8d5988827c tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Enqueued Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_members [ 715.821718] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_members [ 715.821718] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac829449-3abb-46ec-9d36-b7e38278b3d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.821718] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.821718] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.822419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.822624] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.822733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.822835] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.823204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.823204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.823204] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac829449-3abb-46ec-9d36-b7e38278b3d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.053451] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6494d859-7ac7-40f1-b58f-f363eb2400da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.059894] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6494d859-7ac7-40f1-b58f-f363eb2400da taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.059894] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.059894] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b8d279a-04a4-462e-9c59-67f75037c6ea with status ACTIVE [ 716.060233] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.060233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.060233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.060543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.064964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.064964] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.064964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.064964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.064964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.064964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.064964] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.064964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.064964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.064964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.064964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.064964] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b8d279a-04a4-462e-9c59-67f75037c6ea is going to be updated. [ 716.075267] env[70236]: INFO networking_nsxv3.common.synchronization [None req-83f66480-9c97-4705-b006-d4f23a73292f tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_rules [ 716.075770] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_rules [ 716.076089] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.076210] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.076273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.076518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.076594] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.086018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.086018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.086018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.086018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.086018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.086018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b8d279a-04a4-462e-9c59-67f75037c6ea" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.237741] env[70236]: INFO networking_nsxv3.common.synchronization [None req-a6c9ed4d-0e51-4db1-9421-67c00e607269 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_rules [ 716.238301] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_rules [ 716.238907] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.242196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.265087] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.265189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.265189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.265409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.265499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.265699] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcdce516-53b2-4b44-adf0-13ba58a461ca is going to be updated. [ 716.296800] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.296959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.297044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.297388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.297629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.308348] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: IN_PROGRESS for 2s [ 716.325445] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.325672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.325766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.326106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.326289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.326521] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.326654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.326740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.326935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.327049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.327157] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 already deleted. [ 716.327259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.498065] env[70236]: INFO networking_nsxv3.common.synchronization [None req-5fdfc08e-8470-493f-9cb4-e5a609ae1bcd None None] Enqueued Resource ID: 2771cb5e-3161-4686-93f5-cb090163a20c with Priority: HIGHEST for action port [ 716.498722] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2771cb5e-3161-4686-93f5-cb090163a20c with Priority: HIGHEST for action port [ 716.499090] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2771cb5e-3161-4686-93f5-cb090163a20c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.499250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2771cb5e-3161-4686-93f5-cb090163a20c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.499415] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2771cb5e-3161-4686-93f5-cb090163a20c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.501330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2771cb5e-3161-4686-93f5-cb090163a20c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.501330] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2771cb5e-3161-4686-93f5-cb090163a20c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.560443] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6494d859-7ac7-40f1-b58f-f363eb2400da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.605417] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.605417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.605417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.605417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.605417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.605417] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af already deleted. [ 716.605417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.605417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.605417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.605417] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.723906] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.724535] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-351" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.724535] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-351" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.724759] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-351" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.724825] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.724981] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.725129] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.725404] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.725747] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.725820] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.725935] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.726143] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.726204] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.726284] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.726361] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.727114] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.744564] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.744564] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.744564] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.744564] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-351" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.744564] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-b5966ec2-55df-44c3-be0e-ddc9b923a133 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.744564] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-b5966ec2-55df-44c3-be0e-ddc9b923a133" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.744564] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-b5966ec2-55df-44c3-be0e-ddc9b923a133" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.744564] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-b5966ec2-55df-44c3-be0e-ddc9b923a133" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.744564] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5966ec2-55df-44c3-be0e-ddc9b923a133',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.004503] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2771cb5e-3161-4686-93f5-cb090163a20c [ 717.004766] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.004874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.004941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.005183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.005279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.005377] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2771cb5e-3161-4686-93f5-cb090163a20c already deleted. [ 717.005470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2771cb5e-3161-4686-93f5-cb090163a20c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.064989] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.065218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.065270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.065517] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.065619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.065735] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6494d859-7ac7-40f1-b58f-f363eb2400da is going to be created. [ 717.090123] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.090123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.090123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.090123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.090123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.101864] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6494d859-7ac7-40f1-b58f-f363eb2400da in Status: UNINITIALIZED for 2s [ 717.124413] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.124413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.124413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.124576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.124636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.124710] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af already deleted. [ 717.124905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.248069] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.248069] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.248069] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.248670] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.248670] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.248846] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port b5966ec2-55df-44c3-be0e-ddc9b923a133 not found, creating... [ 717.249203] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.249411] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.249572] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.249889] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.250699] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.251098] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.251360] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.251523] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.251792] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.251960] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.252156] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: b5966ec2-55df-44c3-be0e-ddc9b923a133 is going to be created. [ 717.272792] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.273059] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.273274] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.274282] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.274455] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.274694] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-b5966ec2-55df-44c3-be0e-ddc9b923a133" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.317260] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: SUCCESS [ 718.317823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.317823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.317959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.318157] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.318279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.318342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.318530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.318628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.319000] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.319165] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.358677] env[70236]: INFO networking_nsxv3.common.synchronization [req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 req-5a48c1c2-0c4e-464a-8bca-df587ee9e7cd service nova] Enqueued Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_rules [ 718.358677] env[70236]: INFO networking_nsxv3.common.synchronization [req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 req-5a48c1c2-0c4e-464a-8bca-df587ee9e7cd service nova] Enqueued Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_members [ 718.358677] env[70236]: INFO networking_nsxv3.common.synchronization [req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 req-5a48c1c2-0c4e-464a-8bca-df587ee9e7cd service nova] Enqueued Resource ID: b5966ec2-55df-44c3-be0e-ddc9b923a133 with Priority: HIGHEST for action port [ 718.358677] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_rules [ 718.358677] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_members [ 718.359028] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5966ec2-55df-44c3-be0e-ddc9b923a133 with Priority: HIGHEST for action port [ 718.359911] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac829449-3abb-46ec-9d36-b7e38278b3d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.359911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.359911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.360133] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.360133] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac829449-3abb-46ec-9d36-b7e38278b3d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.365078] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac829449-3abb-46ec-9d36-b7e38278b3d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.365244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.365338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.365569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.365767] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.366221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.366221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.366221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.366393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.366393] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac829449-3abb-46ec-9d36-b7e38278b3d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.367391] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5966ec2-55df-44c3-be0e-ddc9b923a133 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.367391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5966ec2-55df-44c3-be0e-ddc9b923a133" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.367544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5966ec2-55df-44c3-be0e-ddc9b923a133" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.368284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5966ec2-55df-44c3-be0e-ddc9b923a133" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.368284] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5966ec2-55df-44c3-be0e-ddc9b923a133',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.701245] env[70236]: INFO networking_nsxv3.common.synchronization [req-0e38b734-7963-4e5f-9210-966d366e3a0e req-2a6ff9bb-3ccb-4e9b-889c-93817a9c30e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 718.701245] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 718.701245] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.701245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.701245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.701553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.701739] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.701824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.701867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.702056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.702153] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.703246] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.822403] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.822578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.822635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.822871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.823049] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.823159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.823221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.823378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.823457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.823544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.823684] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.823769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.823825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.823964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.824174] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.824264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.824321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.824461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.824576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.824658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.824746] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.869667] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac829449-3abb-46ec-9d36-b7e38278b3d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.871124] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac829449-3abb-46ec-9d36-b7e38278b3d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.871124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.871280] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5966ec2-55df-44c3-be0e-ddc9b923a133 with status ACTIVE [ 718.871314] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.873736] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.873736] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.873736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.873736] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5966ec2-55df-44c3-be0e-ddc9b923a133 is going to be updated. [ 718.901525] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.901746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.901792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.902559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.902559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.902559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5966ec2-55df-44c3-be0e-ddc9b923a133" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.082972] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.083320] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.083484] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.084192] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.084192] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.084354] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.084391] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.085465] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.085465] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.085465] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.085465] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.085465] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.085465] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.085465] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.085725] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.085812] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.104053] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.104645] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.104846] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.105057] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.105385] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-190f5d32-6a7b-4458-8a36-66f7a9879aaa taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.105566] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-190f5d32-6a7b-4458-8a36-66f7a9879aaa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.105686] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-190f5d32-6a7b-4458-8a36-66f7a9879aaa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.106353] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-190f5d32-6a7b-4458-8a36-66f7a9879aaa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.106502] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('190f5d32-6a7b-4458-8a36-66f7a9879aaa',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.116358] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6494d859-7ac7-40f1-b58f-f363eb2400da in Status: SUCCESS [ 719.116492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.116662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.116913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.117138] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.117266] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.117333] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.117500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.117586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.117675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.117768] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6494d859-7ac7-40f1-b58f-f363eb2400da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.206131] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.206131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.206131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.206131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.206131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.206131] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.206131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.206131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.206131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.206131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.206131] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 already deleted. [ 719.206131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.329619] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcdce516-53b2-4b44-adf0-13ba58a461ca: rpc.has_security_group_logging(os_id): False [ 719.350202] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.350504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.350605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.350881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.350991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.351289] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.351409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.351534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.351675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.351781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.352055] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.352168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.352252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.352477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.352575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.352741] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.352842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.352907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.353148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.353243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.353348] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcdce516-53b2-4b44-adf0-13ba58a461ca is going to be updated. [ 719.376195] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac829449-3abb-46ec-9d36-b7e38278b3d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.411326] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.413801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.413801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.413801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.413801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.425708] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: IN_PROGRESS for 2s [ 719.610353] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.610567] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.610721] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.611036] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.611194] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.611361] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 190f5d32-6a7b-4458-8a36-66f7a9879aaa not found, creating... [ 719.611673] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.611855] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.611985] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.612249] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.612418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.612791] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.612892] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.613010] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.613576] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.613731] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.613877] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 190f5d32-6a7b-4458-8a36-66f7a9879aaa is going to be created. [ 719.620195] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6494d859-7ac7-40f1-b58f-f363eb2400da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.636348] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.636348] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.636348] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.636348] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.636348] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.636661] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-190f5d32-6a7b-4458-8a36-66f7a9879aaa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.882856] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.883052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.886473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.886473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.886473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.886473] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 is going to be created. [ 719.910135] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.910135] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.910547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.910663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.910828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.920828] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 in Status: UNINITIALIZED for 2s [ 720.129649] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6494d859-7ac7-40f1-b58f-f363eb2400da: rpc.has_security_group_logging(os_id): False [ 720.146401] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.148474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.148474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.148474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.148474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.148738] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.148848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.148918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.149088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.149171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.149263] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6494d859-7ac7-40f1-b58f-f363eb2400da is going to be created. [ 720.228424] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.228543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.228606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.229960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.229960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.241345] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6494d859-7ac7-40f1-b58f-f363eb2400da in Status: IN_PROGRESS for 2s [ 720.501366] env[70236]: INFO networking_nsxv3.common.synchronization [req-0e38b734-7963-4e5f-9210-966d366e3a0e req-fcdd09e1-c2c8-4aca-886d-1bcb3a7588c8 service nova] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_rules [ 720.501366] env[70236]: INFO networking_nsxv3.common.synchronization [req-0e38b734-7963-4e5f-9210-966d366e3a0e req-fcdd09e1-c2c8-4aca-886d-1bcb3a7588c8 service nova] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 720.501661] env[70236]: INFO networking_nsxv3.common.synchronization [req-0e38b734-7963-4e5f-9210-966d366e3a0e req-fcdd09e1-c2c8-4aca-886d-1bcb3a7588c8 service nova] Enqueued Resource ID: 190f5d32-6a7b-4458-8a36-66f7a9879aaa with Priority: HIGHEST for action port [ 720.502557] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_rules [ 720.502718] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 720.502779] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190f5d32-6a7b-4458-8a36-66f7a9879aaa with Priority: HIGHEST for action port [ 720.504237] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.504357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.504430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.504763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.504854] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.505692] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.509024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.509024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.509024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.509024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.509024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.509024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.509024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.509024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.509024] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.509024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-190f5d32-6a7b-4458-8a36-66f7a9879aaa taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.509024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-190f5d32-6a7b-4458-8a36-66f7a9879aaa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.509024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-190f5d32-6a7b-4458-8a36-66f7a9879aaa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.509024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-190f5d32-6a7b-4458-8a36-66f7a9879aaa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.509024] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('190f5d32-6a7b-4458-8a36-66f7a9879aaa',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.804670] env[70236]: INFO networking_nsxv3.common.synchronization [None req-d6465832-a201-4ef1-8d14-e6d944f2030c None None] Enqueued Resource ID: 54992ce8-01b2-42f0-8df7-cf29ae8d0388 with Priority: HIGHEST for action port [ 720.804670] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54992ce8-01b2-42f0-8df7-cf29ae8d0388 with Priority: HIGHEST for action port [ 720.804670] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-54992ce8-01b2-42f0-8df7-cf29ae8d0388 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.804670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54992ce8-01b2-42f0-8df7-cf29ae8d0388" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.805057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54992ce8-01b2-42f0-8df7-cf29ae8d0388" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.805179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54992ce8-01b2-42f0-8df7-cf29ae8d0388" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.805315] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54992ce8-01b2-42f0-8df7-cf29ae8d0388',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.011199] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.011199] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.011199] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.019103] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 190f5d32-6a7b-4458-8a36-66f7a9879aaa with status ACTIVE [ 721.021629] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.021629] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.021629] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.021629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.021629] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 190f5d32-6a7b-4458-8a36-66f7a9879aaa is going to be updated. [ 721.041127] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.041127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.041354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.041396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.041534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.041699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-190f5d32-6a7b-4458-8a36-66f7a9879aaa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.310161] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54992ce8-01b2-42f0-8df7-cf29ae8d0388 [ 721.310214] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.310420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.310420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.310720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.310799] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.310904] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54992ce8-01b2-42f0-8df7-cf29ae8d0388 already deleted. [ 721.310998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54992ce8-01b2-42f0-8df7-cf29ae8d0388" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.439570] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: SUCCESS [ 721.440266] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.514307] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.934530] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 in Status: SUCCESS [ 721.934530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.934530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.934530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.934530] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.934530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.935060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.935060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.935060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.935060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.935060] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac829449-3abb-46ec-9d36-b7e38278b3d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.018202] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.019076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.019076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.019076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.019076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.019076] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be created. [ 722.047149] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.047149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.047149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.047149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.047149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.056239] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: UNINITIALIZED for 2s [ 722.253941] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6494d859-7ac7-40f1-b58f-f363eb2400da in Status: SUCCESS [ 722.253941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.439921] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac829449-3abb-46ec-9d36-b7e38278b3d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.942882] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac829449-3abb-46ec-9d36-b7e38278b3d9: rpc.has_security_group_logging(os_id): False [ 722.962976] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.962976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.962976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.963250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.964030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.964030] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.964030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.964030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.964030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.964030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.964384] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 is going to be created. [ 723.022072] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.022241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.022309] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.022589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.022889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.034958] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 in Status: IN_PROGRESS for 2s [ 723.969716] env[70236]: INFO networking_nsxv3.common.synchronization [None req-ab6a8e8a-3362-4fd2-b1d1-dd727094601d None None] Enqueued Resource ID: 0e7a0fbf-76e5-4f8b-b15e-b0eba5f7b1f5 with Priority: HIGHEST for action port [ 723.969716] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7a0fbf-76e5-4f8b-b15e-b0eba5f7b1f5 with Priority: HIGHEST for action port [ 723.974271] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e7a0fbf-76e5-4f8b-b15e-b0eba5f7b1f5 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.974271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e7a0fbf-76e5-4f8b-b15e-b0eba5f7b1f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.974271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e7a0fbf-76e5-4f8b-b15e-b0eba5f7b1f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.975206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e7a0fbf-76e5-4f8b-b15e-b0eba5f7b1f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.975498] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e7a0fbf-76e5-4f8b-b15e-b0eba5f7b1f5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.066308] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 724.066308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.066308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.066308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.066308] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.066308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.066308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.066308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.066308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.066308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.066308] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.478018] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e7a0fbf-76e5-4f8b-b15e-b0eba5f7b1f5 [ 724.478580] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.478742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.478794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.479033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.479126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.479255] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e7a0fbf-76e5-4f8b-b15e-b0eba5f7b1f5 already deleted. [ 724.479320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e7a0fbf-76e5-4f8b-b15e-b0eba5f7b1f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.567669] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.567923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.567923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.568139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.568317] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.568432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.568488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.568675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.568765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.568855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.569037] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.569154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.569217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.569369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.569502] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.569597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.569659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.569858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.569942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.570041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.570150] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.046930] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 in Status: SUCCESS [ 725.048511] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.072780] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b583f810-9bb1-4862-9671-8fc402aac720: rpc.has_security_group_logging(os_id): False [ 725.093979] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.094250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.094346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.094580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.094677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.094934] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.095262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.095262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.095262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.095435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.096343] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.096343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.096343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.096343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.096343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.096343] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.096343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.096680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.096680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.096680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.096680] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be created. [ 725.175347] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.175347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.176172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.176172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.176172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.188115] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 727.203287] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 727.203534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.690445] env[70236]: INFO networking_nsxv3.common.synchronization [req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f req-4aef9959-982c-45b5-8647-c4067854439c tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Enqueued Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_members [ 728.691150] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_members [ 728.692258] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-45cbb4e2-dac6-4212-8fac-545c515a9c38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.693185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.693185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.693185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.693185] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.693367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.693367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.694276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.694276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.694276] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.044930] env[70236]: INFO networking_nsxv3.common.synchronization [None req-eee7595f-e636-4069-88af-993dee27a7b2 None None] Enqueued Resource ID: e7f2108e-b66b-419c-a42b-45dfc30d72c9 with Priority: HIGHEST for action port [ 729.045206] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7f2108e-b66b-419c-a42b-45dfc30d72c9 with Priority: HIGHEST for action port [ 729.046120] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7f2108e-b66b-419c-a42b-45dfc30d72c9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.046248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7f2108e-b66b-419c-a42b-45dfc30d72c9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.046303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7f2108e-b66b-419c-a42b-45dfc30d72c9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.046556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7f2108e-b66b-419c-a42b-45dfc30d72c9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.046643] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7f2108e-b66b-419c-a42b-45dfc30d72c9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.197606] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.197798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.197888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.198166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.198270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.198689] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.198834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.198920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.199115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.199220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.199315] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 already deleted. [ 729.199655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.552279] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7f2108e-b66b-419c-a42b-45dfc30d72c9 [ 729.552558] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.553807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.553923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.554180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.554306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.554428] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7f2108e-b66b-419c-a42b-45dfc30d72c9 already deleted. [ 729.554535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7f2108e-b66b-419c-a42b-45dfc30d72c9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.639377] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.639377] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-302" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.639523] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-302" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.639724] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-302" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.640201] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.640201] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.640366] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.640763] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.640909] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.641158] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.641311] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.641425] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.641477] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.641595] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.641722] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.641869] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.661237] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.661419] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.661557] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.661756] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-302" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.662205] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-1e94a36c-4939-4aac-842d-e9339d9c24f1 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.662343] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-1e94a36c-4939-4aac-842d-e9339d9c24f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.662409] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-1e94a36c-4939-4aac-842d-e9339d9c24f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.662682] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-1e94a36c-4939-4aac-842d-e9339d9c24f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.662819] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e94a36c-4939-4aac-842d-e9339d9c24f1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.165041] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.165368] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.165412] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.165691] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.166187] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.166382] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 1e94a36c-4939-4aac-842d-e9339d9c24f1 not found, creating... [ 730.166649] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.166811] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.167724] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.167724] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.167724] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.167724] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.167724] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.168125] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.168125] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.168250] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.168561] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 1e94a36c-4939-4aac-842d-e9339d9c24f1 is going to be created. [ 730.188027] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.188027] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.188027] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.188266] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.188491] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.188970] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-1e94a36c-4939-4aac-842d-e9339d9c24f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.522635] env[70236]: INFO networking_nsxv3.common.synchronization [None req-1c6bb111-91d4-46b6-a95f-aea5c7e2b56f tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Enqueued Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_rules [ 730.523564] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_rules [ 730.523872] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-601eee2a-5d68-4779-b6ae-659f3419a77f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.524008] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.524155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.524410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.524498] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('601eee2a-5d68-4779-b6ae-659f3419a77f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.636017] env[70236]: INFO networking_nsxv3.common.synchronization [None req-2de70a59-be7c-4f91-890d-cb001f5ab3aa tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Enqueued Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_rules [ 730.636611] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_rules [ 730.637039] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-601eee2a-5d68-4779-b6ae-659f3419a77f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.637039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.047477] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.047477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.047477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.047477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.047477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.047477] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 601eee2a-5d68-4779-b6ae-659f3419a77f already deleted. [ 731.047477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.047477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.047477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.047477] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('601eee2a-5d68-4779-b6ae-659f3419a77f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.143384] env[70236]: INFO networking_nsxv3.common.synchronization [req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f req-1541a231-23bf-4e5e-b30f-0f140298219b service nova] Enqueued Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_rules [ 731.143571] env[70236]: INFO networking_nsxv3.common.synchronization [req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f req-1541a231-23bf-4e5e-b30f-0f140298219b service nova] Enqueued Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_members [ 731.143710] env[70236]: INFO networking_nsxv3.common.synchronization [req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f req-1541a231-23bf-4e5e-b30f-0f140298219b service nova] Enqueued Resource ID: 1e94a36c-4939-4aac-842d-e9339d9c24f1 with Priority: HIGHEST for action port [ 731.143934] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_rules [ 731.144078] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_members [ 731.144177] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e94a36c-4939-4aac-842d-e9339d9c24f1 with Priority: HIGHEST for action port [ 731.144724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45cbb4e2-dac6-4212-8fac-545c515a9c38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.144870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.145044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.145185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.145268] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.146085] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-45cbb4e2-dac6-4212-8fac-545c515a9c38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.146204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.146270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.146438] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.146583] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.146869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.146869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.146869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.146978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.147051] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.147750] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e94a36c-4939-4aac-842d-e9339d9c24f1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.147861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e94a36c-4939-4aac-842d-e9339d9c24f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.147913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e94a36c-4939-4aac-842d-e9339d9c24f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.148069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e94a36c-4939-4aac-842d-e9339d9c24f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.148144] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e94a36c-4939-4aac-842d-e9339d9c24f1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.218876] env[70236]: INFO networking_nsxv3.common.synchronization [None req-07253858-fd31-4f20-a44b-285c8b45ee61 None None] Enqueued Resource ID: 08cbd190-2909-4143-93d8-122e031c0b54 with Priority: HIGHEST for action port [ 731.218876] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08cbd190-2909-4143-93d8-122e031c0b54 with Priority: HIGHEST for action port [ 731.218876] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-08cbd190-2909-4143-93d8-122e031c0b54 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.218876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08cbd190-2909-4143-93d8-122e031c0b54" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.218876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08cbd190-2909-4143-93d8-122e031c0b54" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.218876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08cbd190-2909-4143-93d8-122e031c0b54" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.219670] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08cbd190-2909-4143-93d8-122e031c0b54',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.568855] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.568855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.568855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.569105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.569201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.569296] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 601eee2a-5d68-4779-b6ae-659f3419a77f already deleted. [ 731.569380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.652348] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-45cbb4e2-dac6-4212-8fac-545c515a9c38 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.653697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.653697] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.656295] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e94a36c-4939-4aac-842d-e9339d9c24f1 with status ACTIVE [ 731.656295] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.656295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.656295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.656295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.656295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.656295] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.656295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.656295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.656295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.656295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.659039] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.659039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.659039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.659039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.659039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.659039] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e94a36c-4939-4aac-842d-e9339d9c24f1 is going to be updated. [ 731.681453] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.681616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.681665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.681942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.682113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.682281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e94a36c-4939-4aac-842d-e9339d9c24f1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.722028] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08cbd190-2909-4143-93d8-122e031c0b54 [ 731.722478] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.722478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.722478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.722738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.722880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.724437] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08cbd190-2909-4143-93d8-122e031c0b54 already deleted. [ 731.724437] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08cbd190-2909-4143-93d8-122e031c0b54" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.876802] env[70236]: INFO networking_nsxv3.common.synchronization [None req-7e981df9-f887-49c6-b6d4-29152bcbd1bd None None] Enqueued Resource ID: 2d464b75-8b5c-460f-95db-f219ffa03089 with Priority: HIGHEST for action port [ 731.878672] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d464b75-8b5c-460f-95db-f219ffa03089 with Priority: HIGHEST for action port [ 731.880012] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d464b75-8b5c-460f-95db-f219ffa03089 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.880012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d464b75-8b5c-460f-95db-f219ffa03089" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.880012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d464b75-8b5c-460f-95db-f219ffa03089" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.880012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d464b75-8b5c-460f-95db-f219ffa03089" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.880012] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d464b75-8b5c-460f-95db-f219ffa03089',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.164631] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.383288] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d464b75-8b5c-460f-95db-f219ffa03089 [ 732.383535] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.384465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.385198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.386932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.386932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.386932] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d464b75-8b5c-460f-95db-f219ffa03089 already deleted. [ 732.386932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d464b75-8b5c-460f-95db-f219ffa03089" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.626247] env[70236]: INFO networking_nsxv3.common.synchronization [None req-50f0b69f-2601-4281-802d-7ffcc1503e7c None None] Enqueued Resource ID: d0562f10-7cb8-44e1-8a59-4fc355aff7b8 with Priority: HIGHEST for action port [ 732.626896] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0562f10-7cb8-44e1-8a59-4fc355aff7b8 with Priority: HIGHEST for action port [ 732.627535] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0562f10-7cb8-44e1-8a59-4fc355aff7b8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.627535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0562f10-7cb8-44e1-8a59-4fc355aff7b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.627535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0562f10-7cb8-44e1-8a59-4fc355aff7b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.627735] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0562f10-7cb8-44e1-8a59-4fc355aff7b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.627774] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0562f10-7cb8-44e1-8a59-4fc355aff7b8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.667411] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.667674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.667674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.668373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.668373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.669362] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 is going to be created. [ 732.695556] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.695749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.699029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.699029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.699029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.709934] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 in Status: UNINITIALIZED for 2s [ 733.129813] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0562f10-7cb8-44e1-8a59-4fc355aff7b8 [ 733.131750] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.132187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.132299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.132662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.132831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.136474] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0562f10-7cb8-44e1-8a59-4fc355aff7b8 already deleted. [ 733.136474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0562f10-7cb8-44e1-8a59-4fc355aff7b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.229231] env[70236]: INFO networking_nsxv3.common.synchronization [req-030bb7bc-3351-494c-9a8c-404603f9fcf9 req-291b8e8d-2c4a-4393-b8da-fc0c1607cea5 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Enqueued Resource ID: bb13611f-6a8f-4364-8850-6255418e64ac with Priority: HIGHEST for action security_group_members [ 733.229231] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb13611f-6a8f-4364-8850-6255418e64ac with Priority: HIGHEST for action security_group_members [ 733.229231] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb13611f-6a8f-4364-8850-6255418e64ac taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.229231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.229231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.229231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.229231] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.229231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.229231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.229231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.229231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.229231] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb13611f-6a8f-4364-8850-6255418e64ac',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.733226] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.733731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.733731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.734412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.734412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.734412] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.734412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.734699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.734737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.734847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.735043] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb13611f-6a8f-4364-8850-6255418e64ac is going to be updated. [ 733.765019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.765217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.765290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.765547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.765655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.776991] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb13611f-6a8f-4364-8850-6255418e64ac in Status: IN_PROGRESS for 2s [ 734.461697] env[70236]: INFO networking_nsxv3.common.synchronization [None req-a6fd0c42-c1b1-481c-b4c7-179831e1b265 None None] Enqueued Resource ID: 27f77ede-262a-4703-ba73-e53f649e82cc with Priority: HIGHEST for action port [ 734.462273] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f77ede-262a-4703-ba73-e53f649e82cc with Priority: HIGHEST for action port [ 734.462571] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-27f77ede-262a-4703-ba73-e53f649e82cc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.462697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27f77ede-262a-4703-ba73-e53f649e82cc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.462839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27f77ede-262a-4703-ba73-e53f649e82cc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.464975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27f77ede-262a-4703-ba73-e53f649e82cc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.465180] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f77ede-262a-4703-ba73-e53f649e82cc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.718631] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 in Status: SUCCESS [ 734.722346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.722539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.722776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.722999] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.723156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.723219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.723384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.723474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.723564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.723670] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.968869] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27f77ede-262a-4703-ba73-e53f649e82cc [ 734.969199] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.969367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.969438] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.969753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.969808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.969895] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27f77ede-262a-4703-ba73-e53f649e82cc already deleted. [ 734.969983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27f77ede-262a-4703-ba73-e53f649e82cc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.229946] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.339634] env[70236]: INFO networking_nsxv3.common.synchronization [None req-51db1a97-41ee-4217-abb1-75f2ea0758c4 None None] Enqueued Resource ID: 9344541e-1a81-4788-9a32-80cd36340aa0 with Priority: HIGHEST for action port [ 735.339852] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9344541e-1a81-4788-9a32-80cd36340aa0 with Priority: HIGHEST for action port [ 735.340481] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9344541e-1a81-4788-9a32-80cd36340aa0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.340578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9344541e-1a81-4788-9a32-80cd36340aa0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.340751] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9344541e-1a81-4788-9a32-80cd36340aa0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.340929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9344541e-1a81-4788-9a32-80cd36340aa0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.341192] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9344541e-1a81-4788-9a32-80cd36340aa0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.764160] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45cbb4e2-dac6-4212-8fac-545c515a9c38: rpc.has_security_group_logging(os_id): False [ 735.764160] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.764160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.764160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.764160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.764160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.764160] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.764160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.764160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.764160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.764160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.764160] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 is going to be created. [ 735.781946] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb13611f-6a8f-4364-8850-6255418e64ac in Status: SUCCESS [ 735.782339] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb13611f-6a8f-4364-8850-6255418e64ac deletion is rescheduled due to dependency. [ 735.782541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.812325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.812583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.812722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.813088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.813770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.826429] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 in Status: IN_PROGRESS for 2s [ 735.843657] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9344541e-1a81-4788-9a32-80cd36340aa0 [ 735.843954] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.844146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.844235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.844494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.844589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.844704] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9344541e-1a81-4788-9a32-80cd36340aa0 already deleted. [ 735.844799] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9344541e-1a81-4788-9a32-80cd36340aa0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.527318] env[70236]: INFO networking_nsxv3.common.synchronization [req-ae759eee-9fa7-42f7-868d-95f091361860 req-59c72886-2018-433a-9aba-947a678cfd0b tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Enqueued Resource ID: 1887df37-4d91-401b-bb3b-820134a3144a with Priority: HIGHEST for action security_group_members [ 736.527318] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1887df37-4d91-401b-bb3b-820134a3144a with Priority: HIGHEST for action security_group_members [ 736.527318] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1887df37-4d91-401b-bb3b-820134a3144a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.527318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.527318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.527318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.527318] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.527318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.527318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.527318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.527318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.528140] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1887df37-4d91-401b-bb3b-820134a3144a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.031062] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.031267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.031351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.031595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.031699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.031904] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.032058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.032131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.032334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.032416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.032510] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1887df37-4d91-401b-bb3b-820134a3144a already deleted. [ 737.032590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.035888] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.036085] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-675" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.036222] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-675" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.036560] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-675" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.036824] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.036986] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.037119] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.037368] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.037513] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.037719] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.037834] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.037975] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.039714] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.039861] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.039979] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.040133] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.057329] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.057508] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 737.057649] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.058172] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-675" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.058172] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-b33bf680-d475-431a-89ad-2b248c1d9c68 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.058331] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-b33bf680-d475-431a-89ad-2b248c1d9c68" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.062021] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-b33bf680-d475-431a-89ad-2b248c1d9c68" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.062021] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-b33bf680-d475-431a-89ad-2b248c1d9c68" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.062021] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b33bf680-d475-431a-89ad-2b248c1d9c68',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.563474] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.563772] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.563874] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.564161] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.564308] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.564460] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port b33bf680-d475-431a-89ad-2b248c1d9c68 not found, creating... [ 737.564726] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.565137] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.565137] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.565253] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.565360] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.565893] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.565893] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.567071] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.567071] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.567071] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.567071] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: b33bf680-d475-431a-89ad-2b248c1d9c68 is going to be created. [ 737.586242] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.586242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.586242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.586242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.586242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.586573] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-b33bf680-d475-431a-89ad-2b248c1d9c68" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.838306] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 in Status: SUCCESS [ 737.838531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.198029] env[70236]: INFO networking_nsxv3.common.synchronization [None req-7696f5aa-5f68-4047-9728-4858b6b60d7e None None] Enqueued Resource ID: 3c338948-6966-488d-a8e6-94e4d01c9349 with Priority: HIGHEST for action port [ 738.198029] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c338948-6966-488d-a8e6-94e4d01c9349 with Priority: HIGHEST for action port [ 738.198029] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c338948-6966-488d-a8e6-94e4d01c9349 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.198029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c338948-6966-488d-a8e6-94e4d01c9349" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.198029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c338948-6966-488d-a8e6-94e4d01c9349" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.198029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c338948-6966-488d-a8e6-94e4d01c9349" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.198029] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c338948-6966-488d-a8e6-94e4d01c9349',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.498695] env[70236]: INFO networking_nsxv3.common.synchronization [req-ae759eee-9fa7-42f7-868d-95f091361860 req-70e2c0c7-3899-4aa9-8c9e-67d748dff300 service nova] Enqueued Resource ID: 1887df37-4d91-401b-bb3b-820134a3144a with Priority: HIGHEST for action security_group_rules [ 738.498695] env[70236]: INFO networking_nsxv3.common.synchronization [req-ae759eee-9fa7-42f7-868d-95f091361860 req-70e2c0c7-3899-4aa9-8c9e-67d748dff300 service nova] Enqueued Resource ID: 1887df37-4d91-401b-bb3b-820134a3144a with Priority: HIGHEST for action security_group_members [ 738.498695] env[70236]: INFO networking_nsxv3.common.synchronization [req-ae759eee-9fa7-42f7-868d-95f091361860 req-70e2c0c7-3899-4aa9-8c9e-67d748dff300 service nova] Enqueued Resource ID: b33bf680-d475-431a-89ad-2b248c1d9c68 with Priority: HIGHEST for action port [ 738.498695] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1887df37-4d91-401b-bb3b-820134a3144a with Priority: HIGHEST for action security_group_rules [ 738.499077] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1887df37-4d91-401b-bb3b-820134a3144a with Priority: HIGHEST for action security_group_members [ 738.499325] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33bf680-d475-431a-89ad-2b248c1d9c68 with Priority: HIGHEST for action port [ 738.499678] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1887df37-4d91-401b-bb3b-820134a3144a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.499871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.499984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.500347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.500499] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1887df37-4d91-401b-bb3b-820134a3144a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.502285] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1887df37-4d91-401b-bb3b-820134a3144a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.502285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.502285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.502285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.502285] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.502285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.502285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.502552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.502669] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.502837] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1887df37-4d91-401b-bb3b-820134a3144a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.505313] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b33bf680-d475-431a-89ad-2b248c1d9c68 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.505313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b33bf680-d475-431a-89ad-2b248c1d9c68" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.505313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b33bf680-d475-431a-89ad-2b248c1d9c68" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.505313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b33bf680-d475-431a-89ad-2b248c1d9c68" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.505313] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b33bf680-d475-431a-89ad-2b248c1d9c68',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.700974] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c338948-6966-488d-a8e6-94e4d01c9349 [ 738.701294] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.701352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.701503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.701662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.701758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.701870] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c338948-6966-488d-a8e6-94e4d01c9349 already deleted. [ 738.705019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c338948-6966-488d-a8e6-94e4d01c9349" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.009115] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1887df37-4d91-401b-bb3b-820134a3144a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.009115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.009115] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1887df37-4d91-401b-bb3b-820134a3144a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.014504] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b33bf680-d475-431a-89ad-2b248c1d9c68 with status ACTIVE [ 739.014504] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.014504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.014504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.014504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.014504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.014504] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.014504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.014504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.014817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.016273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.016273] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.016273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.016273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.016273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.016273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.016273] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b33bf680-d475-431a-89ad-2b248c1d9c68 is going to be updated. [ 739.041117] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.041117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.041117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.041117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.041117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.041117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b33bf680-d475-431a-89ad-2b248c1d9c68" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.517726] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1887df37-4d91-401b-bb3b-820134a3144a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.021098] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.021384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.021384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.021561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.021682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.022527] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1887df37-4d91-401b-bb3b-820134a3144a is going to be created. [ 740.043962] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.044132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.044201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.044450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.044636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.059043] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1887df37-4d91-401b-bb3b-820134a3144a in Status: UNINITIALIZED for 2s [ 740.383905] env[70236]: INFO networking_nsxv3.common.synchronization [None req-81d49339-7fdc-4e9f-8c1c-11005d09418f None None] Enqueued Resource ID: 7a9cf8ae-9038-456e-9479-855b93dcfa24 with Priority: HIGHEST for action port [ 740.384381] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a9cf8ae-9038-456e-9479-855b93dcfa24 with Priority: HIGHEST for action port [ 740.384689] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a9cf8ae-9038-456e-9479-855b93dcfa24 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.384803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a9cf8ae-9038-456e-9479-855b93dcfa24" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.384866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a9cf8ae-9038-456e-9479-855b93dcfa24" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.386381] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a9cf8ae-9038-456e-9479-855b93dcfa24" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.386472] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a9cf8ae-9038-456e-9479-855b93dcfa24',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.893747] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a9cf8ae-9038-456e-9479-855b93dcfa24 [ 740.893747] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.893747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.893747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.893747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.893747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.893747] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a9cf8ae-9038-456e-9479-855b93dcfa24 already deleted. [ 740.893747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a9cf8ae-9038-456e-9479-855b93dcfa24" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.769387] env[70236]: INFO networking_nsxv3.common.synchronization [req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 req-7f007fb3-d6e4-47de-b4e5-4bb3984c638e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 741.770383] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 741.770383] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.771565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.771681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.772804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.774210] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.774385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.774458] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.774645] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.774736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.774853] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.071173] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1887df37-4d91-401b-bb3b-820134a3144a in Status: SUCCESS [ 742.072575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.072575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.072575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.072575] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.072575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.072575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.072575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.072575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.072575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.072575] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1887df37-4d91-401b-bb3b-820134a3144a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.277668] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.578492] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1887df37-4d91-401b-bb3b-820134a3144a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.578702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.578812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.579008] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.579199] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.579303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.579368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.579526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.579614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.579701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.579848] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1887df37-4d91-401b-bb3b-820134a3144a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.579939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.580030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.580207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.580355] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.580453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.580513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.580710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.580784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.580934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.581107] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1887df37-4d91-401b-bb3b-820134a3144a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.759694] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.762042] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.762042] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.762042] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.762042] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.762042] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.762042] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.762042] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.762042] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.762042] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.762042] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.762042] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.762042] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.762738] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.762738] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.762738] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.780421] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.783512] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.783774] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.784199] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.784199] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.786181] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-98bf9267-7b2a-418f-9acc-07fce296efa1 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.786181] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-98bf9267-7b2a-418f-9acc-07fce296efa1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.786181] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-98bf9267-7b2a-418f-9acc-07fce296efa1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.786181] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-98bf9267-7b2a-418f-9acc-07fce296efa1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.786181] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98bf9267-7b2a-418f-9acc-07fce296efa1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.088952] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1887df37-4d91-401b-bb3b-820134a3144a: rpc.has_security_group_logging(os_id): False [ 743.108132] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.108132] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.108132] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.108132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.108702] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.108702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.108702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.108702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.108702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.108702] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1887df37-4d91-401b-bb3b-820134a3144a is going to be created. [ 743.166821] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.166821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.166821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.166821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.166821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.175402] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1887df37-4d91-401b-bb3b-820134a3144a in Status: IN_PROGRESS for 2s [ 743.282819] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.285091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.285091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.285091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.285091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.285091] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 743.288514] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.289726] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.289919] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.290231] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.290420] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.290605] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 98bf9267-7b2a-418f-9acc-07fce296efa1 not found, creating... [ 743.290980] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.291236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.291402] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.291691] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.292748] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.292748] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.292748] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.292748] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.292748] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.293249] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.293249] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 98bf9267-7b2a-418f-9acc-07fce296efa1 is going to be created. [ 743.372496] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.372712] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.372837] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.373183] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.373403] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.373660] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-98bf9267-7b2a-418f-9acc-07fce296efa1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.379116] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.379280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.379342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.379515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.379663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.391179] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 743.868984] env[70236]: INFO networking_nsxv3.common.synchronization [None req-94044ab0-0d3b-4ae9-a4e9-792b6e15a281 None None] Enqueued Resource ID: 5332eb63-af0c-4d4c-98f0-c5086d423b8e with Priority: HIGHEST for action port [ 743.869265] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5332eb63-af0c-4d4c-98f0-c5086d423b8e with Priority: HIGHEST for action port [ 743.869839] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5332eb63-af0c-4d4c-98f0-c5086d423b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.869991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5332eb63-af0c-4d4c-98f0-c5086d423b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.870850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5332eb63-af0c-4d4c-98f0-c5086d423b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.872074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5332eb63-af0c-4d4c-98f0-c5086d423b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.872074] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5332eb63-af0c-4d4c-98f0-c5086d423b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.378944] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5332eb63-af0c-4d4c-98f0-c5086d423b8e [ 744.379198] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.379337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.379408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.379640] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.379734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.379834] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5332eb63-af0c-4d4c-98f0-c5086d423b8e already deleted. [ 744.379915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5332eb63-af0c-4d4c-98f0-c5086d423b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.472161] env[70236]: INFO networking_nsxv3.common.synchronization [req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 req-21027b4f-b09c-4bfa-8980-db68cbd40ac1 service nova] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_rules [ 744.472398] env[70236]: INFO networking_nsxv3.common.synchronization [req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 req-21027b4f-b09c-4bfa-8980-db68cbd40ac1 service nova] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 744.472544] env[70236]: INFO networking_nsxv3.common.synchronization [req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 req-21027b4f-b09c-4bfa-8980-db68cbd40ac1 service nova] Enqueued Resource ID: 98bf9267-7b2a-418f-9acc-07fce296efa1 with Priority: HIGHEST for action port [ 744.473258] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_rules [ 744.473258] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 744.473415] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf9267-7b2a-418f-9acc-07fce296efa1 with Priority: HIGHEST for action port [ 744.475589] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.475589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.475589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.475589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.475965] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.477238] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.477352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.477483] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-98bf9267-7b2a-418f-9acc-07fce296efa1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.477588] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98bf9267-7b2a-418f-9acc-07fce296efa1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.477691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98bf9267-7b2a-418f-9acc-07fce296efa1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.477833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98bf9267-7b2a-418f-9acc-07fce296efa1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.478121] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98bf9267-7b2a-418f-9acc-07fce296efa1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.906775] env[70236]: INFO networking_nsxv3.common.synchronization [None req-2b469224-3c4f-4756-bff2-600393ccef8b None None] Enqueued Resource ID: 2c6fde03-5688-45a2-a03b-f392564670f5 with Priority: HIGHEST for action port [ 744.907216] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6fde03-5688-45a2-a03b-f392564670f5 with Priority: HIGHEST for action port [ 744.907652] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c6fde03-5688-45a2-a03b-f392564670f5 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.907827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c6fde03-5688-45a2-a03b-f392564670f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.907864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c6fde03-5688-45a2-a03b-f392564670f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.913148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c6fde03-5688-45a2-a03b-f392564670f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.913148] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6fde03-5688-45a2-a03b-f392564670f5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.979497] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.979622] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.983597] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98bf9267-7b2a-418f-9acc-07fce296efa1 with status ACTIVE [ 744.983815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.983950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.984030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.984253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.984344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.984515] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.984613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.984676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.984827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.984902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.985338] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.985338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.985338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.985477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.985477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.985554] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98bf9267-7b2a-418f-9acc-07fce296efa1 is going to be updated. [ 745.006262] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.006568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.006568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.007015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.007015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.007015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98bf9267-7b2a-418f-9acc-07fce296efa1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.195814] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1887df37-4d91-401b-bb3b-820134a3144a in Status: SUCCESS [ 745.195814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.402137] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 745.402383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.402560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.402788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.402978] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.403117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.403183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.403341] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.403421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.403538] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.415545] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c6fde03-5688-45a2-a03b-f392564670f5 [ 745.415545] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.418742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.418742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.418742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.418742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.418742] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c6fde03-5688-45a2-a03b-f392564670f5 already deleted. [ 745.418742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c6fde03-5688-45a2-a03b-f392564670f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.906121] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.412139] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.531177] env[70236]: INFO networking_nsxv3.common.synchronization [req-fa0d039a-847a-442a-a9d8-5025f0ed7772 req-31108109-e886-4bba-8fe9-253ce3a9eae6 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 746.531177] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 746.531177] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.531177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.531177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.531177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.531177] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.531177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.531177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.531177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.531177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.532064] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.674539] env[70236]: INFO networking_nsxv3.common.synchronization [None req-81565aee-32ae-46ab-9b36-3205bd05d6aa None None] Enqueued Resource ID: df4e9bc3-86cc-400a-b171-a555a6fc1882 with Priority: HIGHEST for action port [ 746.675060] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df4e9bc3-86cc-400a-b171-a555a6fc1882 with Priority: HIGHEST for action port [ 746.675355] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-df4e9bc3-86cc-400a-b171-a555a6fc1882 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.675499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df4e9bc3-86cc-400a-b171-a555a6fc1882" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.675530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df4e9bc3-86cc-400a-b171-a555a6fc1882" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.675789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df4e9bc3-86cc-400a-b171-a555a6fc1882" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.675852] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df4e9bc3-86cc-400a-b171-a555a6fc1882',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.916557] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.917292] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.917517] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.919559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.919762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.919942] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 746.949878] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.949878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.949878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.949878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.950125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.962737] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 746.984195] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.984287] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.984377] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.984751] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.985967] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.985967] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.985967] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.985967] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.985967] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.985967] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.986200] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.986200] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.986283] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.988196] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.988196] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.988196] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.009516] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.009735] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.010062] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.010062] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.011460] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-a5cea8c6-6d6d-4002-8742-2e2de9687c32 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.011694] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-a5cea8c6-6d6d-4002-8742-2e2de9687c32" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.011799] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-a5cea8c6-6d6d-4002-8742-2e2de9687c32" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.012170] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-a5cea8c6-6d6d-4002-8742-2e2de9687c32" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.012315] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5cea8c6-6d6d-4002-8742-2e2de9687c32',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.034550] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.034662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.034708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.034961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.035495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.035495] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.035495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.035495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.035635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.035662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.035770] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 already deleted. [ 747.035855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.184366] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df4e9bc3-86cc-400a-b171-a555a6fc1882 [ 747.184407] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.185491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.185491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.185491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.185491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.185491] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df4e9bc3-86cc-400a-b171-a555a6fc1882 already deleted. [ 747.185491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df4e9bc3-86cc-400a-b171-a555a6fc1882" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.299293] env[70236]: INFO networking_nsxv3.common.synchronization [None req-55777a59-f0d1-45b4-b578-2995f544e621 None None] Enqueued Resource ID: 5b52379b-bba2-4185-a001-486050333fa9 with Priority: HIGHEST for action port [ 747.299554] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b52379b-bba2-4185-a001-486050333fa9 with Priority: HIGHEST for action port [ 747.300107] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b52379b-bba2-4185-a001-486050333fa9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.300233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b52379b-bba2-4185-a001-486050333fa9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.300299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b52379b-bba2-4185-a001-486050333fa9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.301177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b52379b-bba2-4185-a001-486050333fa9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.301274] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b52379b-bba2-4185-a001-486050333fa9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.514467] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.514746] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.514819] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.515132] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.515458] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.515458] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port a5cea8c6-6d6d-4002-8742-2e2de9687c32 not found, creating... [ 747.515680] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.515835] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.515958] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.516196] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.516331] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.516603] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.516778] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.516865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.517086] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.517217] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.517356] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: a5cea8c6-6d6d-4002-8742-2e2de9687c32 is going to be created. [ 747.538405] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.538748] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.538748] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.539063] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.539300] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.539523] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-a5cea8c6-6d6d-4002-8742-2e2de9687c32" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.804212] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b52379b-bba2-4185-a001-486050333fa9 [ 747.804780] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.804937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.805010] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.805301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.805393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.805512] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b52379b-bba2-4185-a001-486050333fa9 already deleted. [ 747.805627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b52379b-bba2-4185-a001-486050333fa9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.473743] env[70236]: INFO networking_nsxv3.common.synchronization [req-fa0d039a-847a-442a-a9d8-5025f0ed7772 req-c0088900-aeaa-4747-bdd7-03001e8c00f8 service nova] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_rules [ 748.473922] env[70236]: INFO networking_nsxv3.common.synchronization [req-fa0d039a-847a-442a-a9d8-5025f0ed7772 req-c0088900-aeaa-4747-bdd7-03001e8c00f8 service nova] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 748.474073] env[70236]: INFO networking_nsxv3.common.synchronization [req-fa0d039a-847a-442a-a9d8-5025f0ed7772 req-c0088900-aeaa-4747-bdd7-03001e8c00f8 service nova] Enqueued Resource ID: a5cea8c6-6d6d-4002-8742-2e2de9687c32 with Priority: HIGHEST for action port [ 748.474322] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_rules [ 748.474522] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 748.474581] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5cea8c6-6d6d-4002-8742-2e2de9687c32 with Priority: HIGHEST for action port [ 748.475319] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.475491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.475597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.475919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.480015] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.480015] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.480015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.480015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.480015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.480015] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.480015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.480015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.480015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.480015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.480015] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.480015] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5cea8c6-6d6d-4002-8742-2e2de9687c32 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.480015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5cea8c6-6d6d-4002-8742-2e2de9687c32" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.480015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5cea8c6-6d6d-4002-8742-2e2de9687c32" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.480015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5cea8c6-6d6d-4002-8742-2e2de9687c32" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.480015] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5cea8c6-6d6d-4002-8742-2e2de9687c32',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.971546] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 748.972289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.972751] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.973744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.973990] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.974202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.974332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.974550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.974668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.974788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.974909] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.981353] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.981506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.981734] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.985430] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5cea8c6-6d6d-4002-8742-2e2de9687c32 with status ACTIVE [ 748.985847] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.985950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.985950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.986179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.986275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.986477] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.986580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.986646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.986802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.986881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.987072] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.987178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.987225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.987352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.987436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.987518] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5cea8c6-6d6d-4002-8742-2e2de9687c32 is going to be updated. [ 749.006535] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.006745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.006802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.007009] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.007185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.007374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5cea8c6-6d6d-4002-8742-2e2de9687c32" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.190067] env[70236]: INFO networking_nsxv3.common.synchronization [req-33f9893b-f674-4429-9a10-e3aa6f29af26 req-f60c320a-0206-4983-a6f2-2de54e230682 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Enqueued Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 749.190266] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 749.190953] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.190953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.190953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.191288] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.191496] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.191649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.191753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.192023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.192064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.192581] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.478061] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.481027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.481027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.481027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.481027] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.481514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.481696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.482227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.482227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.482227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.482413] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.482565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.482631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.482791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.482942] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.483980] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.484137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.484354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.485023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.485023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.485023] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.489571] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.696099] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.696099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.696099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.696099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.696099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.696099] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.696099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.696099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.696099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.696099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.696099] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 already deleted. [ 749.696099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.753771] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.753771] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.753929] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.754288] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.754573] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.754738] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.754855] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.755106] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.755255] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.755467] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.755585] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.755692] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.755798] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.755912] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.756025] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.756164] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.773161] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.773161] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 749.773161] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.773161] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.773447] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-ef6db3d2-1629-44e3-8951-828a358d1cb0 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.773647] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-ef6db3d2-1629-44e3-8951-828a358d1cb0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.773734] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-ef6db3d2-1629-44e3-8951-828a358d1cb0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.774069] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-ef6db3d2-1629-44e3-8951-828a358d1cb0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.774205] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6db3d2-1629-44e3-8951-828a358d1cb0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.988568] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b583f810-9bb1-4862-9671-8fc402aac720: rpc.has_security_group_logging(os_id): False [ 749.992559] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.992717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.992767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.993019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.993056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.993161] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be created. [ 750.004334] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.004475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.004539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.004738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.004829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.005083] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.005184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.005243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.005485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.005485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.005649] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.005742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.005803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.005969] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.006057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.006239] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.007890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.007890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.007890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.007890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.007890] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 750.017946] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.018078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.019041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.019041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.019041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.031465] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: UNINITIALIZED for 2s [ 750.066913] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.067161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.067214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.067477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.067607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.085701] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 750.281095] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.281391] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.281519] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.281798] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.282539] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.282539] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port ef6db3d2-1629-44e3-8951-828a358d1cb0 not found, creating... [ 750.282539] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.282711] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.282840] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.283207] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.283273] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.283510] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.283664] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.283780] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.283992] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.284146] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.284298] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: ef6db3d2-1629-44e3-8951-828a358d1cb0 is going to be created. [ 750.303433] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.303642] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.303806] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.304081] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.304394] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.304651] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-ef6db3d2-1629-44e3-8951-828a358d1cb0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.093866] env[70236]: INFO networking_nsxv3.common.synchronization [req-33f9893b-f674-4429-9a10-e3aa6f29af26 req-f509feb9-25dd-4263-b104-d440864cc590 service nova] Enqueued Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_rules [ 751.094148] env[70236]: INFO networking_nsxv3.common.synchronization [req-33f9893b-f674-4429-9a10-e3aa6f29af26 req-f509feb9-25dd-4263-b104-d440864cc590 service nova] Enqueued Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 751.095644] env[70236]: INFO networking_nsxv3.common.synchronization [req-33f9893b-f674-4429-9a10-e3aa6f29af26 req-f509feb9-25dd-4263-b104-d440864cc590 service nova] Enqueued Resource ID: ef6db3d2-1629-44e3-8951-828a358d1cb0 with Priority: HIGHEST for action port [ 751.095644] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_rules [ 751.095644] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 751.095644] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6db3d2-1629-44e3-8951-828a358d1cb0 with Priority: HIGHEST for action port [ 751.096072] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.096131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.096164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.096468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.096505] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.097410] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.098380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.098380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.098380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.098380] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.098380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.098380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.098689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.098689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.098766] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.100537] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef6db3d2-1629-44e3-8951-828a358d1cb0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.100634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef6db3d2-1629-44e3-8951-828a358d1cb0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.100700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef6db3d2-1629-44e3-8951-828a358d1cb0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.100885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef6db3d2-1629-44e3-8951-828a358d1cb0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.100961] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6db3d2-1629-44e3-8951-828a358d1cb0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.603477] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.604489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.604489] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.609648] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef6db3d2-1629-44e3-8951-828a358d1cb0 with status ACTIVE [ 751.609842] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.609964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.610042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.610243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.613190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.613190] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.613190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.613190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.613389] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.613389] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.613599] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.613665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.613695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.613828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.613903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.613988] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef6db3d2-1629-44e3-8951-828a358d1cb0 is going to be updated. [ 751.634596] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.634752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.634813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.635037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.635179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.635338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef6db3d2-1629-44e3-8951-828a358d1cb0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.002754] env[70236]: INFO networking_nsxv3.common.synchronization [req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab req-868b320c-d15b-4914-a803-54ed1026d247 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Enqueued Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 752.002754] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 752.002754] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.002754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.002754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.002754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.002754] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.002754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.002754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.002754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.002754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.002754] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.042183] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 752.042502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.042682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.042897] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.043383] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.043536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.043598] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.043803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.043887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.043950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.044106] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.100619] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 752.100948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.117444] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.504449] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.548959] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.549054] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.549126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.549366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.549546] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.550805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.550805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.550805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.550805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.550805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.550805] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.550805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.550805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.551157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.551157] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.551157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.551241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.551358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.551430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.551509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.551595] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.583059] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.583351] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-888" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.583739] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-888" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.584093] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-888" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.584566] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.584769] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.584930] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.585208] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.585389] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.585882] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.585882] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.585882] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.586050] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.586089] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.586171] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.586309] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.605860] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.608163] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.608163] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.608163] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-888" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.608163] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-4ff2c62c-2306-4d8e-b951-feaa37b8b014 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.608163] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-4ff2c62c-2306-4d8e-b951-feaa37b8b014" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.608412] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-4ff2c62c-2306-4d8e-b951-feaa37b8b014" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.609542] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-4ff2c62c-2306-4d8e-b951-feaa37b8b014" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.609542] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ff2c62c-2306-4d8e-b951-feaa37b8b014',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.621353] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.621498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.621558] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.621770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.621885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.621987] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 is going to be created. [ 752.645353] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.645503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.645578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.645781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.646027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.655367] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: UNINITIALIZED for 2s [ 753.009592] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.054833] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2858ad03-7947-47d4-81e7-d79c10d98805: rpc.has_security_group_logging(os_id): False [ 753.075499] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.075719] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.075719] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.076052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.076156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.076455] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.076683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.076683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.076835] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.076940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.077176] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.077280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.077406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.077527] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.077628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.077880] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.078027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.078124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.078263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.078337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.078426] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be created. [ 753.112831] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.113162] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.113410] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.113736] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.113937] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.114389] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 4ff2c62c-2306-4d8e-b951-feaa37b8b014 not found, creating... [ 753.114494] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.114926] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.114926] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.115094] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.115152] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.115414] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.115624] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.115728] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.116012] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.116214] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.116689] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 4ff2c62c-2306-4d8e-b951-feaa37b8b014 is going to be created. [ 753.134871] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.138175] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.138175] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.138175] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.138175] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.138175] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.138175] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.138175] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.138175] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.138451] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.138479] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-4ff2c62c-2306-4d8e-b951-feaa37b8b014" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.153496] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 753.512218] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.512406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.512459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.512690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.512804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.512908] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 is going to be updated. [ 753.542250] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.542447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.542447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.542674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.542830] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.551535] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: IN_PROGRESS for 2s [ 753.884920] env[70236]: INFO networking_nsxv3.common.synchronization [req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab req-aaf517f2-af80-48b0-82fc-240147c88d8e service nova] Enqueued Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_rules [ 753.885139] env[70236]: INFO networking_nsxv3.common.synchronization [req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab req-aaf517f2-af80-48b0-82fc-240147c88d8e service nova] Enqueued Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 753.885295] env[70236]: INFO networking_nsxv3.common.synchronization [req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab req-aaf517f2-af80-48b0-82fc-240147c88d8e service nova] Enqueued Resource ID: 4ff2c62c-2306-4d8e-b951-feaa37b8b014 with Priority: HIGHEST for action port [ 753.885854] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_rules [ 753.888841] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 753.888841] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff2c62c-2306-4d8e-b951-feaa37b8b014 with Priority: HIGHEST for action port [ 753.888841] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.888841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.888841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.888841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.888841] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.890617] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.890743] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.890984] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ff2c62c-2306-4d8e-b951-feaa37b8b014 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.891143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ff2c62c-2306-4d8e-b951-feaa37b8b014" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.891214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ff2c62c-2306-4d8e-b951-feaa37b8b014" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.891696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ff2c62c-2306-4d8e-b951-feaa37b8b014" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.891696] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ff2c62c-2306-4d8e-b951-feaa37b8b014',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.397351] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ff2c62c-2306-4d8e-b951-feaa37b8b014 with status ACTIVE [ 754.397351] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.397351] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.397351] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.397351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.397351] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ff2c62c-2306-4d8e-b951-feaa37b8b014 is going to be updated. [ 754.407509] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.407509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.435462] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.435462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.435462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.435462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.435462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.435462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ff2c62c-2306-4d8e-b951-feaa37b8b014" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.665271] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: SUCCESS [ 754.665497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.665654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.665874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.666436] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.666436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.666436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.666436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.666623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.666623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.666676] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.789722] env[70236]: INFO networking_nsxv3.common.synchronization [req-48e82b10-4082-46c7-a94a-ad2669f31a37 req-1a9e588d-4e76-4aed-b591-9679a04bc1cb tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Enqueued Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_members [ 754.790408] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_members [ 754.790641] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.790780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.790867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.791322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.791499] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.791595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.791820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.791855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.791976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.792080] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.170612] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.170612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.170612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.170612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.170612] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.170612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.170612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.170612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.172191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.172191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.172191] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.172191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.172191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.172191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.172191] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.172191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.172191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.173324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.173806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.173806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.173806] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.175446] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 755.175642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.294489] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.294742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.294742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.295057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.295457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.295457] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.295579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.295579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.295935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.295935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.295935] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 already deleted. [ 755.296119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.308814] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.309111] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.309262] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.309611] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.309888] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.310092] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.310205] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.310826] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.310826] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.310826] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.311092] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.311092] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.311157] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.311280] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.311395] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.311563] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.332088] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.332288] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.332438] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.332615] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.332933] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-cd278fe4-007c-4bcf-a4f8-b4d795d6e031 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.333229] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-cd278fe4-007c-4bcf-a4f8-b4d795d6e031" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.333316] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-cd278fe4-007c-4bcf-a4f8-b4d795d6e031" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.333676] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-cd278fe4-007c-4bcf-a4f8-b4d795d6e031" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.333819] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd278fe4-007c-4bcf-a4f8-b4d795d6e031',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.562892] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: SUCCESS [ 755.563530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.563811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.564160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.564444] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.564689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.564848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.565124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.565296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.565498] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.665210] env[70236]: INFO networking_nsxv3.common.synchronization [req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a req-2ad3bd4c-c93f-4fa3-8c38-9293ffac85b9 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Enqueued Resource ID: 1887df37-4d91-401b-bb3b-820134a3144a with Priority: HIGHEST for action security_group_members [ 755.665210] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1887df37-4d91-401b-bb3b-820134a3144a with Priority: HIGHEST for action security_group_members [ 755.665210] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1887df37-4d91-401b-bb3b-820134a3144a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.665210] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.665210] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.665210] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.666078] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.666460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.666599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.666896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.667120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.667308] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1887df37-4d91-401b-bb3b-820134a3144a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.678041] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01: rpc.has_security_group_logging(os_id): False [ 755.697945] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.697945] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.697945] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.697945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.699587] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.699587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.699587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.699587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.699587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.699587] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 is going to be created. [ 755.760269] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.760582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.760681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.760914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.761153] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.775632] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: IN_PROGRESS for 2s [ 755.837865] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.837865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.837865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.837865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.837865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.838401] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port cd278fe4-007c-4bcf-a4f8-b4d795d6e031 not found, creating... [ 755.838507] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.838754] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.838863] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.839236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.839434] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.840119] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.840215] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.840326] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.840625] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.840829] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.841070] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: cd278fe4-007c-4bcf-a4f8-b4d795d6e031 is going to be created. [ 755.865117] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.865414] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.865596] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.866145] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.866210] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.866407] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-cd278fe4-007c-4bcf-a4f8-b4d795d6e031" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.071968] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.171395] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.171541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.171581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.171854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.171953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.172195] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.172300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.172361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.172514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.172591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.172679] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1887df37-4d91-401b-bb3b-820134a3144a is going to be updated. [ 756.197274] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.197470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.197470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.197581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.197740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.205313] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1887df37-4d91-401b-bb3b-820134a3144a in Status: IN_PROGRESS for 2s [ 756.575250] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.640395] env[70236]: INFO networking_nsxv3.common.synchronization [req-48e82b10-4082-46c7-a94a-ad2669f31a37 req-321155ad-0447-4416-924e-32253e574828 service nova] Enqueued Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_rules [ 756.640569] env[70236]: INFO networking_nsxv3.common.synchronization [req-48e82b10-4082-46c7-a94a-ad2669f31a37 req-321155ad-0447-4416-924e-32253e574828 service nova] Enqueued Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_members [ 756.640714] env[70236]: INFO networking_nsxv3.common.synchronization [req-48e82b10-4082-46c7-a94a-ad2669f31a37 req-321155ad-0447-4416-924e-32253e574828 service nova] Enqueued Resource ID: cd278fe4-007c-4bcf-a4f8-b4d795d6e031 with Priority: HIGHEST for action port [ 756.640960] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_rules [ 756.641147] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_members [ 756.641193] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd278fe4-007c-4bcf-a4f8-b4d795d6e031 with Priority: HIGHEST for action port [ 756.642728] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.643563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.643628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.643847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.643939] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.644845] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.644961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.645047] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.645232] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.645373] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.645463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.645521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.645658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.645738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.645831] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.646606] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd278fe4-007c-4bcf-a4f8-b4d795d6e031 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.646737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd278fe4-007c-4bcf-a4f8-b4d795d6e031" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.646767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd278fe4-007c-4bcf-a4f8-b4d795d6e031" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.646917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd278fe4-007c-4bcf-a4f8-b4d795d6e031" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.646996] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd278fe4-007c-4bcf-a4f8-b4d795d6e031',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.080489] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.080489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.080489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.080489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.080489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.080489] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 is going to be updated. [ 757.107288] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.107288] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.107288] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.107288] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.107532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.115767] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: IN_PROGRESS for 2s [ 757.149512] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.149722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.149974] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.150978] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd278fe4-007c-4bcf-a4f8-b4d795d6e031 with status ACTIVE [ 757.151237] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.151687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.151687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.151805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.151943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.152169] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.152312] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.152405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.152603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.152721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.152976] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.153143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.153236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.153415] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.153530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.153647] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd278fe4-007c-4bcf-a4f8-b4d795d6e031 is going to be updated. [ 757.175116] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.175116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.175116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.175116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.175116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.175116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd278fe4-007c-4bcf-a4f8-b4d795d6e031" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.313148] env[70236]: INFO networking_nsxv3.common.synchronization [req-f06d1260-436c-449c-a79a-5c28cf550a97 req-a421e9ab-23bc-4df0-982c-65d061f6ca90 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Enqueued Resource ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 with Priority: HIGHEST for action security_group_members [ 757.313262] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 with Priority: HIGHEST for action security_group_members [ 757.313593] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.313722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.313787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.315136] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.315136] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.315380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.315502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.315776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.315943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.316105] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6567fe17-6b8b-4a7e-b60c-d1c09a619f62',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.656200] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.697052] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.697413] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-906" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.697579] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-906" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.698655] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-906" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.698655] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.698752] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.699023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.699108] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.699232] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.699432] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.699561] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.700568] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.700748] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.700928] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.701076] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.701218] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.720354] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.720354] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.720354] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.720354] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-906" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.720913] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-b57871bf-25a6-449d-aba9-93b83893eca6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.722035] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-b57871bf-25a6-449d-aba9-93b83893eca6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.722035] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-b57871bf-25a6-449d-aba9-93b83893eca6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.722035] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-b57871bf-25a6-449d-aba9-93b83893eca6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.722035] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b57871bf-25a6-449d-aba9-93b83893eca6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.800756] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: SUCCESS [ 757.801056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.818857] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.819055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.819158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.819370] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.819480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.819699] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.820032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.820123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.820315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.820399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.820504] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 already deleted. [ 757.820602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.160395] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.160600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.160718] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.161039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.161155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.161273] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 is going to be created. [ 758.183469] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.183695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.183695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.184567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.184745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.196247] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 in Status: UNINITIALIZED for 2s [ 758.214148] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1887df37-4d91-401b-bb3b-820134a3144a in Status: SUCCESS [ 758.214418] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1887df37-4d91-401b-bb3b-820134a3144a deletion is rescheduled due to dependency. [ 758.214622] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1887df37-4d91-401b-bb3b-820134a3144a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.224949] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.225137] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.225636] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.225881] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.226039] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.226226] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port b57871bf-25a6-449d-aba9-93b83893eca6 not found, creating... [ 758.226611] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.226786] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.226919] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.227273] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.227477] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.227857] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.228130] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.228313] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.228552] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.228723] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.228955] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: b57871bf-25a6-449d-aba9-93b83893eca6 is going to be created. [ 758.246923] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.247181] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.247351] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.247696] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.248296] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.248605] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-b57871bf-25a6-449d-aba9-93b83893eca6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.076453] env[70236]: INFO networking_nsxv3.common.synchronization [req-f06d1260-436c-449c-a79a-5c28cf550a97 req-70246e87-6ab3-4a92-82a4-f486bc3d8df5 service nova] Enqueued Resource ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 with Priority: HIGHEST for action security_group_rules [ 759.076705] env[70236]: INFO networking_nsxv3.common.synchronization [req-f06d1260-436c-449c-a79a-5c28cf550a97 req-70246e87-6ab3-4a92-82a4-f486bc3d8df5 service nova] Enqueued Resource ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 with Priority: HIGHEST for action security_group_members [ 759.076771] env[70236]: INFO networking_nsxv3.common.synchronization [req-f06d1260-436c-449c-a79a-5c28cf550a97 req-70246e87-6ab3-4a92-82a4-f486bc3d8df5 service nova] Enqueued Resource ID: b57871bf-25a6-449d-aba9-93b83893eca6 with Priority: HIGHEST for action port [ 759.077454] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 with Priority: HIGHEST for action security_group_rules [ 759.077718] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 with Priority: HIGHEST for action security_group_members [ 759.077889] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57871bf-25a6-449d-aba9-93b83893eca6 with Priority: HIGHEST for action port [ 759.078245] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6567fe17-6b8b-4a7e-b60c-d1c09a619f62 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.078418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.078505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.078872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.078979] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6567fe17-6b8b-4a7e-b60c-d1c09a619f62',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.079997] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.080184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.080245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.080657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.082055] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.082055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.082055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.082055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.082055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.082055] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6567fe17-6b8b-4a7e-b60c-d1c09a619f62',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.082639] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b57871bf-25a6-449d-aba9-93b83893eca6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.082789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b57871bf-25a6-449d-aba9-93b83893eca6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.082877] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b57871bf-25a6-449d-aba9-93b83893eca6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.083554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b57871bf-25a6-449d-aba9-93b83893eca6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.083554] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b57871bf-25a6-449d-aba9-93b83893eca6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.126988] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: SUCCESS [ 759.127255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.127431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.127675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.127863] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.127985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.128069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.128241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.128330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.128416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.128506] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.587059] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6567fe17-6b8b-4a7e-b60c-d1c09a619f62',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.587059] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.587059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.587059] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b57871bf-25a6-449d-aba9-93b83893eca6 with status ACTIVE [ 759.587470] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.587470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.587556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.588332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.588332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.588332] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.588332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.588332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.588332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.588332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.588627] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.588627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.588627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.588801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.588852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.588931] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b57871bf-25a6-449d-aba9-93b83893eca6 is going to be updated. [ 759.611095] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.611288] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.611672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.611672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.611819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.611903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b57871bf-25a6-449d-aba9-93b83893eca6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.635178] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.635396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.635396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.635538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.635686] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.635787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.635842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.635992] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.636093] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.636183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.636328] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.636419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.636479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.636620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.636768] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.636840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.636900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.637959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.637959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.637959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.637959] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.003162] env[70236]: INFO networking_nsxv3.common.synchronization [req-86a13806-ee60-4a39-9276-5b49bf2dd81e req-90df7d76-f0e4-4be6-bd95-cf7d19c3baf8 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Enqueued Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 760.003162] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 760.004255] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.004255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.004255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.004255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.004255] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.004255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.004744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.004744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.004744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.004744] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.089083] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6567fe17-6b8b-4a7e-b60c-d1c09a619f62',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.140401] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62cb56cf-96fe-4c31-9e78-b15b55d6b969: rpc.has_security_group_logging(os_id): False [ 760.166180] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.166676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.166777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.167011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.167114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.167769] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.167769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.167769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.167769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.167769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.167977] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.168038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.168085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.168252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.168360] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.168550] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.168754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.168754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.168892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.168960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.169986] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 is going to be updated. [ 760.205402] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 in Status: SUCCESS [ 760.205617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.205781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.206023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.206213] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.206330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.206392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.206551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.206653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.206742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.206830] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.246911] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.246911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.246911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.246911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.246911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.271472] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: IN_PROGRESS for 2s [ 760.453613] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.453801] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.453933] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.454921] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.454921] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.454921] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.454921] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.454921] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.455155] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.455267] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.455409] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.455521] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.455626] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.455730] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.455832] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.455959] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.484330] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.484330] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.484330] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.484330] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.484330] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-c46c77ee-f6e9-4009-b970-64f2597c6529 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.484330] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-c46c77ee-f6e9-4009-b970-64f2597c6529" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.484330] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-c46c77ee-f6e9-4009-b970-64f2597c6529" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.484330] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-c46c77ee-f6e9-4009-b970-64f2597c6529" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.484330] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c46c77ee-f6e9-4009-b970-64f2597c6529',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.507881] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.596108] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.596108] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.596108] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.596108] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.596108] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.596108] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 is going to be created. [ 760.620880] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.621099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.621167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.621352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.621586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.631778] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 in Status: UNINITIALIZED for 2s [ 760.709984] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.989572] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.989829] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.989957] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.990422] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.990596] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.990771] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port c46c77ee-f6e9-4009-b970-64f2597c6529 not found, creating... [ 760.992084] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.992293] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.992415] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.992680] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.992829] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.993183] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.993284] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.993421] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.993689] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.993859] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.993979] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: c46c77ee-f6e9-4009-b970-64f2597c6529 is going to be created. [ 761.009805] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.023556] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.023764] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.023891] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.024210] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.024452] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.024711] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-c46c77ee-f6e9-4009-b970-64f2597c6529" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.212739] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9873dfda-a6d4-45e5-b8d2-315715ab9bd7: rpc.has_security_group_logging(os_id): False [ 761.231410] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.231614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.231717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.232037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.232171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.232703] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.232703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.232820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.233593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.233593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.233593] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 is going to be created. [ 761.286652] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.286755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.287028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.287092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.288017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.299248] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 in Status: IN_PROGRESS for 2s [ 761.514035] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.514035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.514035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.514035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.514035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.514035] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 is going to be updated. [ 761.544590] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.544767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.544843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.545064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.545205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.559306] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: IN_PROGRESS for 2s [ 761.728135] env[70236]: INFO networking_nsxv3.common.synchronization [req-86a13806-ee60-4a39-9276-5b49bf2dd81e req-b42334b9-14e5-4e4f-8705-4fc04b27499f service nova] Enqueued Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_rules [ 761.728135] env[70236]: INFO networking_nsxv3.common.synchronization [req-86a13806-ee60-4a39-9276-5b49bf2dd81e req-b42334b9-14e5-4e4f-8705-4fc04b27499f service nova] Enqueued Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 761.728425] env[70236]: INFO networking_nsxv3.common.synchronization [req-86a13806-ee60-4a39-9276-5b49bf2dd81e req-b42334b9-14e5-4e4f-8705-4fc04b27499f service nova] Enqueued Resource ID: c46c77ee-f6e9-4009-b970-64f2597c6529 with Priority: HIGHEST for action port [ 761.728694] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_rules [ 761.728878] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 761.728980] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c77ee-f6e9-4009-b970-64f2597c6529 with Priority: HIGHEST for action port [ 761.730323] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.730462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.730533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.730752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.730866] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.731896] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.732059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.732347] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c46c77ee-f6e9-4009-b970-64f2597c6529 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.732492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c46c77ee-f6e9-4009-b970-64f2597c6529" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.732566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c46c77ee-f6e9-4009-b970-64f2597c6529" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.732810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c46c77ee-f6e9-4009-b970-64f2597c6529" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.732934] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c46c77ee-f6e9-4009-b970-64f2597c6529',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.237074] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.237331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.238474] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c46c77ee-f6e9-4009-b970-64f2597c6529 with status ACTIVE [ 762.238474] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.238474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.238474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.238683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.238683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.238864] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.239023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.239093] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.239263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.239714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.240972] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.240972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.240972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.240972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.240972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.240972] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c46c77ee-f6e9-4009-b970-64f2597c6529 is going to be updated. [ 762.270972] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.271191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.271257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.271467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.271605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.271767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c46c77ee-f6e9-4009-b970-64f2597c6529" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.283481] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: SUCCESS [ 762.284178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.641092] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 in Status: SUCCESS [ 762.641307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.641464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.641674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.641860] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.642305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.642305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.642305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.642305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.642418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.642579] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6567fe17-6b8b-4a7e-b60c-d1c09a619f62',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.720611] env[70236]: INFO networking_nsxv3.common.synchronization [req-ecf62131-4492-464d-8d2f-3c97ff80f885 req-fda3c319-824e-4c80-b7e7-70b98575d9fa tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Enqueued Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 762.721562] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 762.724676] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.724676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.724676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.724676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.724676] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.724676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.724676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.724676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.724676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.724676] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.122548] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.122743] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.122867] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.123182] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.123394] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.123689] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.123689] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.123880] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.126054] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.126358] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.126490] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.126610] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.126724] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.126837] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.126947] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.127196] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.145379] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.145626] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.145740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.146010] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.146209] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.146333] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.146413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.146621] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.146731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.146848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.147040] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.147147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.147228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.147404] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.147590] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.147727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.147811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.148011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.148119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.148248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.148383] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6567fe17-6b8b-4a7e-b60c-d1c09a619f62',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.150247] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.150452] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.150617] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.151046] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.151360] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-7dc20527-bb81-402b-a280-ef14955167e2 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.151571] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-7dc20527-bb81-402b-a280-ef14955167e2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.151739] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-7dc20527-bb81-402b-a280-ef14955167e2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.152368] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-7dc20527-bb81-402b-a280-ef14955167e2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.152368] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dc20527-bb81-402b-a280-ef14955167e2',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.226101] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.313882] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 in Status: SUCCESS [ 763.313882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.570943] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: SUCCESS [ 763.571251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.571441] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.571697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.571944] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.572103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.572180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.572362] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.572450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.572563] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.655067] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6567fe17-6b8b-4a7e-b60c-d1c09a619f62: rpc.has_security_group_logging(os_id): False [ 763.656200] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.656396] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.656570] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.656911] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.657104] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.657297] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 7dc20527-bb81-402b-a280-ef14955167e2 not found, creating... [ 763.657522] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.657673] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.657788] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.658022] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.658163] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.658439] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.658588] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.658702] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.658951] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.659131] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.659283] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 7dc20527-bb81-402b-a280-ef14955167e2 is going to be created. [ 763.676253] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.676394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.676470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.676470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.676470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.676470] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.677285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.677285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.677400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.677483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.677707] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.677809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.677870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.678028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.678106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.678287] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.678378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.678438] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.678583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.678689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.679057] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 is going to be created. [ 763.680751] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.680956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.681100] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.681357] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.681574] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.681815] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-7dc20527-bb81-402b-a280-ef14955167e2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.728728] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.735803] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.735945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.736026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.736239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.736411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.752314] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 in Status: IN_PROGRESS for 2s [ 764.077081] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.230657] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.230811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.230904] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.231242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.231933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.232087] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 is going to be updated. [ 764.260950] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.261126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.261197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.261407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.261548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.274459] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: IN_PROGRESS for 2s [ 764.531891] env[70236]: INFO networking_nsxv3.common.synchronization [req-ecf62131-4492-464d-8d2f-3c97ff80f885 req-5363989b-194b-4dd9-8202-6b4528b171ad service nova] Enqueued Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_rules [ 764.532222] env[70236]: INFO networking_nsxv3.common.synchronization [req-ecf62131-4492-464d-8d2f-3c97ff80f885 req-5363989b-194b-4dd9-8202-6b4528b171ad service nova] Enqueued Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 764.532373] env[70236]: INFO networking_nsxv3.common.synchronization [req-ecf62131-4492-464d-8d2f-3c97ff80f885 req-5363989b-194b-4dd9-8202-6b4528b171ad service nova] Enqueued Resource ID: 7dc20527-bb81-402b-a280-ef14955167e2 with Priority: HIGHEST for action port [ 764.532505] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_rules [ 764.532630] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 764.532723] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc20527-bb81-402b-a280-ef14955167e2 with Priority: HIGHEST for action port [ 764.534206] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.534358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.534407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.534623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.534699] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.535557] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.535649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.537011] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dc20527-bb81-402b-a280-ef14955167e2 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.537011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dc20527-bb81-402b-a280-ef14955167e2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.537011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dc20527-bb81-402b-a280-ef14955167e2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.537011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dc20527-bb81-402b-a280-ef14955167e2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.537011] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dc20527-bb81-402b-a280-ef14955167e2',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.579780] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.037740] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.038182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.038401] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dc20527-bb81-402b-a280-ef14955167e2 with status ACTIVE [ 765.038602] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.038734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.038807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.039067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.039159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.039332] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.039426] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.039486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.039638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.039712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.039900] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.039990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.040066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.040204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.040275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.040356] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dc20527-bb81-402b-a280-ef14955167e2 is going to be updated. [ 765.061320] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.061494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.061533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.061715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.061844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.062048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dc20527-bb81-402b-a280-ef14955167e2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.082206] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.082206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.082206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.082206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.082206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.082206] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 is going to be updated. [ 765.129332] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.129514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.129610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.129838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.129981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.143493] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: IN_PROGRESS for 2s [ 765.767081] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 in Status: SUCCESS [ 765.767081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.285405] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: SUCCESS [ 766.285405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.285931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.286282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.286519] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.286684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.286772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.286964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.287107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.287234] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.789449] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.156241] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: SUCCESS [ 767.156379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.156566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.156872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.157453] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.157453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.157453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.159094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.159094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.159094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.159094] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.292897] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.661483] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.661755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.661831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.662019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.662191] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.662426] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.662426] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.662545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.662606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.662778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.662871] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.662935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.662980] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.663127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.663284] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.663379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.663429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.663575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.663653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.664057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.664057] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.738364] env[70236]: INFO networking_nsxv3.common.synchronization [req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 req-b8f364c5-10ef-43bd-ad00-a7b019a645e4 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Enqueued Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_members [ 767.739016] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 with Priority: HIGHEST for action security_group_members [ 767.745313] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac829449-3abb-46ec-9d36-b7e38278b3d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.745588] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.745697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.745936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.746126] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.746234] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.746296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.746450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.746561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.746673] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac829449-3abb-46ec-9d36-b7e38278b3d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.801890] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.801890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.801890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.801890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.801890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.801890] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 is going to be updated. [ 767.839044] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.839044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.839044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.839194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.839337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.850772] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: IN_PROGRESS for 2s [ 768.168170] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01: rpc.has_security_group_logging(os_id): False [ 768.188897] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.189203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.189287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.189489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.189573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.189736] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.189834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.189891] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.190082] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.190189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.190322] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.190431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.190488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.190632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.190709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.192776] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.192928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.192984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.193168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.193253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.193346] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 is going to be updated. [ 768.248393] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.248393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.248393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.248393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.248740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.249951] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.250467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.250560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.250771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.250872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.251192] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.251390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.251390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.251610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.251710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.251743] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 is going to be updated. [ 768.264617] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: IN_PROGRESS for 2s [ 768.277540] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.277540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.277540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.277540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.277540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.285792] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 in Status: IN_PROGRESS for 2s [ 768.735876] env[70236]: INFO networking_nsxv3.common.synchronization [None req-4b3bcbcf-5adc-4fde-9f81-d543e01f7b31 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Enqueued Resource ID: adb27f9c-180b-4aec-a9aa-6dafc5b68fe9 with Priority: HIGHEST for action security_group_rules [ 768.740132] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb27f9c-180b-4aec-a9aa-6dafc5b68fe9 with Priority: HIGHEST for action security_group_rules [ 768.741329] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adb27f9c-180b-4aec-a9aa-6dafc5b68fe9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.741463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adb27f9c-180b-4aec-a9aa-6dafc5b68fe9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.741503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adb27f9c-180b-4aec-a9aa-6dafc5b68fe9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.742641] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adb27f9c-180b-4aec-a9aa-6dafc5b68fe9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.742641] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adb27f9c-180b-4aec-a9aa-6dafc5b68fe9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.841677] env[70236]: INFO networking_nsxv3.common.synchronization [None req-5ff1b6de-81d3-4917-9575-36e2dbffdfa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Enqueued Resource ID: adb27f9c-180b-4aec-a9aa-6dafc5b68fe9 with Priority: HIGHEST for action security_group_rules [ 768.843724] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb27f9c-180b-4aec-a9aa-6dafc5b68fe9 with Priority: HIGHEST for action security_group_rules [ 768.844222] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adb27f9c-180b-4aec-a9aa-6dafc5b68fe9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.844353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adb27f9c-180b-4aec-a9aa-6dafc5b68fe9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.265768] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.265768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.265768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.265768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.265768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.265768] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adb27f9c-180b-4aec-a9aa-6dafc5b68fe9 already deleted. [ 769.265768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adb27f9c-180b-4aec-a9aa-6dafc5b68fe9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.265768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adb27f9c-180b-4aec-a9aa-6dafc5b68fe9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.265768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adb27f9c-180b-4aec-a9aa-6dafc5b68fe9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.265768] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adb27f9c-180b-4aec-a9aa-6dafc5b68fe9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.788686] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.788875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.789103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.789196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.789437] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.789437] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adb27f9c-180b-4aec-a9aa-6dafc5b68fe9 already deleted. [ 769.789520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adb27f9c-180b-4aec-a9aa-6dafc5b68fe9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.860815] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: SUCCESS [ 769.861536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.861536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.861798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.862344] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.862344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.862344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.862727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.862762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.862910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.863069] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.278894] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: SUCCESS [ 770.279204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.301028] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 in Status: SUCCESS [ 770.301028] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac829449-3abb-46ec-9d36-b7e38278b3d9 deletion is rescheduled due to dependency. [ 770.301028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac829449-3abb-46ec-9d36-b7e38278b3d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.366261] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.366654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.366654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.366935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.367066] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.367256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.367372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.367587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.367678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.367779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.368066] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.368223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.368291] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.368443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.368626] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.368749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.368869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.370138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.370260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.370359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.370457] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.785731] env[70236]: INFO networking_nsxv3.common.synchronization [None req-9e420d08-2043-4802-b81d-956e58783005 None None] Enqueued Resource ID: c3c3c058-4eb7-4f72-ba2a-22df89a39c85 with Priority: HIGHEST for action port [ 770.786335] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c3c058-4eb7-4f72-ba2a-22df89a39c85 with Priority: HIGHEST for action port [ 770.786656] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c3c058-4eb7-4f72-ba2a-22df89a39c85 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.786770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c3c058-4eb7-4f72-ba2a-22df89a39c85" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.786841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c3c058-4eb7-4f72-ba2a-22df89a39c85" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.792398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c3c058-4eb7-4f72-ba2a-22df89a39c85" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.792501] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c3c058-4eb7-4f72-ba2a-22df89a39c85',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.873628] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9978f97-7cd4-450d-8c0e-e68b1571ce43: rpc.has_security_group_logging(os_id): False [ 770.891811] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.891811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.891811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.891811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.891811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.891811] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.892229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.892229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.892229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.892229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.892410] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.892495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.892554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.892690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.892759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.892953] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.893094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.893259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.893259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.893329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.893393] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 is going to be updated. [ 770.948369] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.948369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.948369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.950257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.950257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960012] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: IN_PROGRESS for 2s [ 771.294930] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3c3c058-4eb7-4f72-ba2a-22df89a39c85 [ 771.295241] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.295500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.295601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.295912] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.296037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.296155] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3c3c058-4eb7-4f72-ba2a-22df89a39c85 already deleted. [ 771.296268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c3c058-4eb7-4f72-ba2a-22df89a39c85" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.459099] env[70236]: INFO networking_nsxv3.common.synchronization [req-ade5ce34-336c-4fe8-80b4-f44f7253b720 req-17758d8c-eeca-4035-912c-020019d14dee tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Enqueued Resource ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 with Priority: HIGHEST for action security_group_members [ 772.460382] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 with Priority: HIGHEST for action security_group_members [ 772.460382] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.460382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.460696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.460696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.460792] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.460855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.461194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.461194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.461738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.461738] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6567fe17-6b8b-4a7e-b60c-d1c09a619f62',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.505024] env[70236]: INFO networking_nsxv3.common.synchronization [req-14df74e8-1b58-4863-a8ed-58b306ef59db req-6e37a87a-4ce8-4a44-8ac1-6fdf22bf2b49 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Enqueued Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 772.505024] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 772.505024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.505024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.505024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.506963] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.507480] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.507480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.507480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.507728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.507728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.507728] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.966700] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.966700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.966700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.966700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.966700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.966700] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.966700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.966700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.966700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.966700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.966700] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 is going to be updated. [ 772.974691] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: SUCCESS [ 772.974691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.997020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.997020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.997020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.997020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.997020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.008102] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 in Status: IN_PROGRESS for 2s [ 773.010276] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.020166] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d860915-8967-41ea-9173-177ca881226a req-df3356ae-08e3-4a88-bedb-1816d256222b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 773.020166] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 773.020166] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.020166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.020166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.020693] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.021042] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.022025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.022225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.022493] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.022727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.022933] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.216985] env[70236]: INFO networking_nsxv3.common.synchronization [None req-170ea0a8-c75e-44b0-af17-1aa5f129a4d8 None None] Enqueued Resource ID: ac1a6440-9336-4518-a2aa-560fbe23361a with Priority: HIGHEST for action port [ 773.217342] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1a6440-9336-4518-a2aa-560fbe23361a with Priority: HIGHEST for action port [ 773.217859] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac1a6440-9336-4518-a2aa-560fbe23361a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.218027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac1a6440-9336-4518-a2aa-560fbe23361a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.218092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac1a6440-9336-4518-a2aa-560fbe23361a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.218373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac1a6440-9336-4518-a2aa-560fbe23361a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.218460] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac1a6440-9336-4518-a2aa-560fbe23361a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.327874] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.328105] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-672" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.328221] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-672" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.328532] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-672" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.328783] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.328982] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.329106] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.329329] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.329476] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.329690] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.330138] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.330266] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.330381] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.330497] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.330607] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.330742] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.348901] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.349105] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.349253] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.349426] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-672" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.349741] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.349910] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.350045] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.350479] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.350528] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c4a0e6-5c3e-4b98-812e-4e941078cfae',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.513224] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.525494] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.525691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.525765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.526045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.526187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.526407] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.526530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.526606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.526840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.526976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.527135] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af already deleted. [ 773.527230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.720585] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac1a6440-9336-4518-a2aa-560fbe23361a [ 773.720842] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.720995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.721087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.721306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.721399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.721492] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac1a6440-9336-4518-a2aa-560fbe23361a already deleted. [ 773.722025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac1a6440-9336-4518-a2aa-560fbe23361a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.853279] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.853564] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.853656] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.853964] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.854095] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.854491] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port a5c4a0e6-5c3e-4b98-812e-4e941078cfae not found, creating... [ 773.854595] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.854753] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.854866] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.855193] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.855352] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.855626] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.855773] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.855885] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.856107] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.856238] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.856376] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: a5c4a0e6-5c3e-4b98-812e-4e941078cfae is going to be created. [ 773.876508] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.876842] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.877017] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.877329] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.877592] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.877871] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.016343] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.016526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.016566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.016778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.016871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.016970] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 is going to be updated. [ 774.047330] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.047482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.047586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.047763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.047905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.057145] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: IN_PROGRESS for 2s [ 774.561459] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d860915-8967-41ea-9173-177ca881226a req-329f6ce9-80c3-403d-bdbe-f90790890323 service nova] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_rules [ 774.561459] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d860915-8967-41ea-9173-177ca881226a req-329f6ce9-80c3-403d-bdbe-f90790890323 service nova] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 774.561459] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d860915-8967-41ea-9173-177ca881226a req-329f6ce9-80c3-403d-bdbe-f90790890323 service nova] Enqueued Resource ID: a5c4a0e6-5c3e-4b98-812e-4e941078cfae with Priority: HIGHEST for action port [ 774.561459] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_rules [ 774.561459] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 774.561459] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c4a0e6-5c3e-4b98-812e-4e941078cfae with Priority: HIGHEST for action port [ 774.561459] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.561459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.561459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.562283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.563051] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.563732] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.563790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.563854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.564052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.564206] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.564306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.564366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.564772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.564772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.564772] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.565644] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.565964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.565964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.565964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.566115] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c4a0e6-5c3e-4b98-812e-4e941078cfae',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.019476] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 in Status: SUCCESS [ 775.019709] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 deletion is rescheduled due to dependency. [ 775.019775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.067981] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.069106] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.069221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.069389] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5c4a0e6-5c3e-4b98-812e-4e941078cfae with status ACTIVE [ 775.069562] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.069722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.069722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.069919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.070013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.070198] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.070300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.070348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.070501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.070600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.070751] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.070850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.070914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.071119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.071197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.071282] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5c4a0e6-5c3e-4b98-812e-4e941078cfae is going to be updated. [ 775.093107] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.093335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.093335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.093593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.093744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.093902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.517763] env[70236]: INFO networking_nsxv3.common.synchronization [req-8a2cb017-4f40-48d1-a77a-b98a02686084 req-9ef1121c-b28a-42ee-a096-1195249796ce tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 775.518341] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 775.520379] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.520379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.520379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.520379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.520379] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.520379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.520379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.520379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.520379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.520379] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.572877] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.809108] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.809108] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.809108] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.809309] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.809587] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.809753] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.809877] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.810524] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.810702] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.810923] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.811135] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.811572] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.811572] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.811672] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.811737] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.811874] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.831311] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.831475] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.831475] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.831659] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.831996] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-b9ee43ec-9c74-408d-be0c-62b022561540 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.832615] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-b9ee43ec-9c74-408d-be0c-62b022561540" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.832615] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-b9ee43ec-9c74-408d-be0c-62b022561540" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.832761] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-b9ee43ec-9c74-408d-be0c-62b022561540" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.832984] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ee43ec-9c74-408d-be0c-62b022561540',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.022574] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.022743] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.022823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.023092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.023418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.023418] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.023541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.024120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.024120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.024120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.024120] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 already deleted. [ 776.024120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.068545] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: SUCCESS [ 776.068743] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.076745] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.076954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.077093] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.077252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.077345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.077444] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af is going to be created. [ 776.099794] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.100069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.101027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.101027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.101027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.108362] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: UNINITIALIZED for 2s [ 776.335919] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.336191] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.336408] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.336597] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.336741] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.336897] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port b9ee43ec-9c74-408d-be0c-62b022561540 not found, creating... [ 776.337241] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.337335] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.337453] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.337676] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.337808] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.338127] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.338327] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.338451] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.338658] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.338787] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.339033] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: b9ee43ec-9c74-408d-be0c-62b022561540 is going to be created. [ 776.358478] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.358697] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.358821] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.359140] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.359376] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.359618] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-b9ee43ec-9c74-408d-be0c-62b022561540" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.656298] env[70236]: INFO networking_nsxv3.common.synchronization [None req-409af87d-ccb7-4e6a-b0fe-323377b34455 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 776.656562] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 776.656836] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.656968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.657045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.657282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.657366] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.771217] env[70236]: INFO networking_nsxv3.common.synchronization [None req-5b5088a0-7f9c-4d80-9f78-e45792f0795a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 776.771498] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 776.771926] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.772661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.176237] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.176485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.176606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.176929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.177124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.177272] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e already deleted. [ 777.177438] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.178208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.178208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.178353] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.689225] env[70236]: INFO networking_nsxv3.common.synchronization [req-8a2cb017-4f40-48d1-a77a-b98a02686084 req-223ab817-a559-4e7e-886e-27c9fb42613a service nova] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_rules [ 777.689764] env[70236]: INFO networking_nsxv3.common.synchronization [req-8a2cb017-4f40-48d1-a77a-b98a02686084 req-223ab817-a559-4e7e-886e-27c9fb42613a service nova] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 777.690028] env[70236]: INFO networking_nsxv3.common.synchronization [req-8a2cb017-4f40-48d1-a77a-b98a02686084 req-223ab817-a559-4e7e-886e-27c9fb42613a service nova] Enqueued Resource ID: b9ee43ec-9c74-408d-be0c-62b022561540 with Priority: HIGHEST for action port [ 777.691025] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_rules [ 777.691025] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 777.691025] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ee43ec-9c74-408d-be0c-62b022561540 with Priority: HIGHEST for action port [ 777.691981] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.691981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.691981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.693326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.693326] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.693639] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.694531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.694707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.697358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.697541] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.697618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.697618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.698557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.698557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.698557] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.698857] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ee43ec-9c74-408d-be0c-62b022561540 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.698965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ee43ec-9c74-408d-be0c-62b022561540" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.699057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ee43ec-9c74-408d-be0c-62b022561540" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.699200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ee43ec-9c74-408d-be0c-62b022561540" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.699274] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ee43ec-9c74-408d-be0c-62b022561540',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.703036] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.703036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.703036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.703036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.703036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.703036] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e already deleted. [ 777.703036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.118065] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: SUCCESS [ 778.118065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.118798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.118798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.118912] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.119060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.119124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.119286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.119503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.119503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.119580] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.206991] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.207943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.207943] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.208406] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9ee43ec-9c74-408d-be0c-62b022561540 with status ACTIVE [ 778.208595] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.208723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.208784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.209101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.209170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.209313] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.209420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.209482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.209649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.209731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.209941] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.212884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.212925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.213121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.213628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.213628] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9ee43ec-9c74-408d-be0c-62b022561540 is going to be updated. [ 778.249602] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.250520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.250520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.250520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.250520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.250796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ee43ec-9c74-408d-be0c-62b022561540" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.626339] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.715938] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.128384] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 617b7da9-e570-461c-9a1d-0dfaaccd65af: rpc.has_security_group_logging(os_id): False [ 779.148746] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.148924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.149022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.149204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.149287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.149546] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.149671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.149723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.149847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.149928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.150009] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af is going to be created. [ 779.204971] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.205129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.205197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.205424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.205605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.224966] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.225146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.226065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.226754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.227012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.227267] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be created. [ 779.230193] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: IN_PROGRESS for 2s [ 779.265853] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.270019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.270019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.270019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.270019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.278309] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: UNINITIALIZED for 2s [ 780.654810] env[70236]: INFO networking_nsxv3.common.synchronization [req-221260c8-83bc-4dc7-a916-3d4f7542e63f req-687a8811-987f-46df-94a6-9b5cc4461f88 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 780.655384] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 780.655716] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.655791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.655860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.657139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.657139] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.657139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.657139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.657139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.657139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.657139] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.955591] env[70236]: INFO networking_nsxv3.common.synchronization [req-7368d19c-8229-4e86-9bf2-7569259fac6f req-6dfa83ca-1e8a-42ab-98b2-62cb627b328b tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Enqueued Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 780.956170] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 780.957184] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.957184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.957184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.957971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.957971] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.957971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.957971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.958200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.958439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.958563] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.162201] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.164594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.164594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.164594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.164767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.165424] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.165424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.165424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.165424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.165424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.165658] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 781.190796] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.190965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.191127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.191278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.191462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.203416] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 781.243900] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: SUCCESS [ 781.243900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.293494] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: SUCCESS [ 781.293725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.293899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.294140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.294320] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.294430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.294488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.294665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.294840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.294840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.294931] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.386536] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.386740] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.386879] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.387188] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.387487] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.387638] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.387754] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.387966] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.389131] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.389367] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.389489] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.389603] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.389746] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.389908] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.390041] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.390183] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.408630] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.408865] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.409097] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.409307] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.409692] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-dd432a1e-7e1c-4322-a185-858bae00059c taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.409911] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-dd432a1e-7e1c-4322-a185-858bae00059c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.410086] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-dd432a1e-7e1c-4322-a185-858bae00059c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.410668] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-dd432a1e-7e1c-4322-a185-858bae00059c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.410668] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd432a1e-7e1c-4322-a185-858bae00059c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.460746] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.460901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.460981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.461277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.461374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.461573] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.461671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.461740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.461877] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.461954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.462063] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 is going to be updated. [ 781.508266] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.508427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.508485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.508705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.508845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.517240] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: IN_PROGRESS for 2s [ 781.797499] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.798178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.798178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.798178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.798286] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.798470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.798546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.798689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.798856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.798911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.799321] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.799418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.799480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.799689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.799828] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.800035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.800193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.800332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.800398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.800471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.801459] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.913609] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.913874] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.914017] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.914309] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.914467] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.914625] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port dd432a1e-7e1c-4322-a185-858bae00059c not found, creating... [ 781.914901] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.915083] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.915190] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.915422] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.915614] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.915867] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.916059] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.916207] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.916448] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.916689] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.916816] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: dd432a1e-7e1c-4322-a185-858bae00059c is going to be created. [ 781.941613] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.941887] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.942317] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.942710] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.943858] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.944179] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-dd432a1e-7e1c-4322-a185-858bae00059c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.302793] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3393f6d3-5e69-4f7d-835e-0327f07a4e15: rpc.has_security_group_logging(os_id): False [ 782.322189] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.322336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.322637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.322637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.322755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.323010] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.323137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.323220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.323843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.323843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.323843] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.323843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.323843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.324226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.324273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.324656] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.324656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.324656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.324868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.324868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.324921] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be created. [ 782.390072] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.390072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.390072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.390072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.390072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.400843] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: IN_PROGRESS for 2s [ 782.642883] env[70236]: INFO networking_nsxv3.common.synchronization [req-7368d19c-8229-4e86-9bf2-7569259fac6f req-1ca3b401-7da8-45ed-be6d-c732305dd398 service nova] Enqueued Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_rules [ 782.642883] env[70236]: INFO networking_nsxv3.common.synchronization [req-7368d19c-8229-4e86-9bf2-7569259fac6f req-1ca3b401-7da8-45ed-be6d-c732305dd398 service nova] Enqueued Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 782.642883] env[70236]: INFO networking_nsxv3.common.synchronization [req-7368d19c-8229-4e86-9bf2-7569259fac6f req-1ca3b401-7da8-45ed-be6d-c732305dd398 service nova] Enqueued Resource ID: dd432a1e-7e1c-4322-a185-858bae00059c with Priority: HIGHEST for action port [ 782.642883] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_rules [ 782.642883] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 782.642883] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd432a1e-7e1c-4322-a185-858bae00059c with Priority: HIGHEST for action port [ 782.642883] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.642883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.642883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.642883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.642883] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.643754] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.643754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.643911] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd432a1e-7e1c-4322-a185-858bae00059c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.643991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd432a1e-7e1c-4322-a185-858bae00059c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.644072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd432a1e-7e1c-4322-a185-858bae00059c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.644223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd432a1e-7e1c-4322-a185-858bae00059c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.644296] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd432a1e-7e1c-4322-a185-858bae00059c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.147762] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.147762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.147762] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd432a1e-7e1c-4322-a185-858bae00059c with status ACTIVE [ 783.147762] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.147762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.147762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.147762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.147762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.147762] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.147762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.147762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.148919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.148919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.148919] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.148919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.148919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.148919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.148919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.148919] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd432a1e-7e1c-4322-a185-858bae00059c is going to be updated. [ 783.159712] env[70236]: INFO networking_nsxv3.common.synchronization [req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 req-7b77cb5e-6bb6-490a-a43f-e3f08fda38c0 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Enqueued Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_members [ 783.160342] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_members [ 783.160548] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-601eee2a-5d68-4779-b6ae-659f3419a77f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.160711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.160711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.160952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.161494] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.161608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.161694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.162387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.162387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.162387] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('601eee2a-5d68-4779-b6ae-659f3419a77f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.168133] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.168285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.168348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.168514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.168642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.168787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd432a1e-7e1c-4322-a185-858bae00059c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.212682] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 783.212856] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 deletion is rescheduled due to dependency. [ 783.212965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.528125] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: SUCCESS [ 783.528125] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 deletion is rescheduled due to dependency. [ 783.528125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.528125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.528125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.528125] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.528125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.528125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.528125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.528125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.528125] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.532732] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-156 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.532884] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-156" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.532973] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-156" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.533297] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-156" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.535034] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.535034] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.535339] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.535408] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.537380] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.537380] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.537380] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.537380] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.537380] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.537380] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.537380] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.537380] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.556434] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.556434] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.556434] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.556434] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-156" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.556434] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-c9746fc7-f7b9-45e6-8af8-2436853a6e34 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.556434] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-c9746fc7-f7b9-45e6-8af8-2436853a6e34" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.556434] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-c9746fc7-f7b9-45e6-8af8-2436853a6e34" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.556434] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-c9746fc7-f7b9-45e6-8af8-2436853a6e34" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.556434] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9746fc7-f7b9-45e6-8af8-2436853a6e34',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.664813] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.664813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.664813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.665353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.667245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.667245] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.667245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.667245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.667245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.667245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.667245] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 601eee2a-5d68-4779-b6ae-659f3419a77f already deleted. [ 783.667245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.038712] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.058629] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.058841] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.059080] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.059671] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.059671] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.059671] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port c9746fc7-f7b9-45e6-8af8-2436853a6e34 not found, creating... [ 784.059914] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.060099] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.060218] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.060444] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.060710] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.060936] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.061180] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.061405] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.061555] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.061704] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.061819] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: c9746fc7-f7b9-45e6-8af8-2436853a6e34 is going to be created. [ 784.081510] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.081746] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.081879] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.082174] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.082407] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.082646] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-c9746fc7-f7b9-45e6-8af8-2436853a6e34" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.421222] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: SUCCESS [ 784.421859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.541296] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.923952] env[70236]: INFO networking_nsxv3.common.synchronization [req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 req-bd430066-c567-4ef5-98e7-1851ee822dae service nova] Enqueued Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_rules [ 784.924093] env[70236]: INFO networking_nsxv3.common.synchronization [req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 req-bd430066-c567-4ef5-98e7-1851ee822dae service nova] Enqueued Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_members [ 784.924283] env[70236]: INFO networking_nsxv3.common.synchronization [req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 req-bd430066-c567-4ef5-98e7-1851ee822dae service nova] Enqueued Resource ID: c9746fc7-f7b9-45e6-8af8-2436853a6e34 with Priority: HIGHEST for action port [ 784.924563] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_rules [ 784.924713] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_members [ 784.924923] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9746fc7-f7b9-45e6-8af8-2436853a6e34 with Priority: HIGHEST for action port [ 784.926531] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-601eee2a-5d68-4779-b6ae-659f3419a77f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.926674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.926727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.926932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.927059] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('601eee2a-5d68-4779-b6ae-659f3419a77f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.927999] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-601eee2a-5d68-4779-b6ae-659f3419a77f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.927999] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.928797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.930310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.930394] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.931249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.931249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.931249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.931249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.931249] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('601eee2a-5d68-4779-b6ae-659f3419a77f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.932327] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9746fc7-f7b9-45e6-8af8-2436853a6e34 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.932434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9746fc7-f7b9-45e6-8af8-2436853a6e34" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.932512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9746fc7-f7b9-45e6-8af8-2436853a6e34" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.932680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9746fc7-f7b9-45e6-8af8-2436853a6e34" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.932761] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9746fc7-f7b9-45e6-8af8-2436853a6e34',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.043687] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.043854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.043913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.044189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.044307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.044403] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 is going to be updated. [ 785.070976] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.071267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.071267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.071492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.071645] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.079620] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: IN_PROGRESS for 2s [ 785.436826] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-601eee2a-5d68-4779-b6ae-659f3419a77f taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.437174] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.437174] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9746fc7-f7b9-45e6-8af8-2436853a6e34 with status ACTIVE [ 785.438050] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.438050] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.438050] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.438050] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.438050] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.438050] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.438050] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.438365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.438365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.438365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.438503] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.438607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.438707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.438806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.438863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.438952] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9746fc7-f7b9-45e6-8af8-2436853a6e34 is going to be updated. [ 785.440061] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('601eee2a-5d68-4779-b6ae-659f3419a77f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.461654] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.461804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.461840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.462074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.462545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.462827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9746fc7-f7b9-45e6-8af8-2436853a6e34" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.944275] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('601eee2a-5d68-4779-b6ae-659f3419a77f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.446505] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.446872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.446872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.446872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.446985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.447091] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 601eee2a-5d68-4779-b6ae-659f3419a77f is going to be created. [ 786.470469] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.470614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.471439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.471725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.471921] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.485654] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 601eee2a-5d68-4779-b6ae-659f3419a77f in Status: UNINITIALIZED for 2s [ 787.091029] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: SUCCESS [ 787.091029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.091029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.091029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.091029] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.091029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.091029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.091029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.091029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.091029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.091029] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.226164] env[70236]: INFO networking_nsxv3.common.synchronization [req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a req-1a891c08-c4d2-45ee-9eb6-96fc0d53be7c tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Enqueued Resource ID: 8139345d-803a-475e-829b-971abf125824 with Priority: HIGHEST for action security_group_members [ 787.226164] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8139345d-803a-475e-829b-971abf125824 with Priority: HIGHEST for action security_group_members [ 787.226164] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8139345d-803a-475e-829b-971abf125824 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.226552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.226753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.227215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.227520] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.227768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.227946] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.228232] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.228445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.228651] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8139345d-803a-475e-829b-971abf125824',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.294511] env[70236]: INFO networking_nsxv3.common.synchronization [req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 req-cfa9dded-ee1f-4fa0-85ca-9ca0b50c4baf tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Enqueued Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 787.295558] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 787.296100] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.296362] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.296490] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.296775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.297014] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.297143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.297195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.297363] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.297451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.297545] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.594589] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.594589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.594589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.594589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.594589] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.594589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.595310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.595310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.595310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.595310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.595310] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.595310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.599337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.599337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.599337] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.599337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.599337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.599337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.599337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.599337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.599337] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.668241] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.669051] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-724" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.669051] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-724" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.669051] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-724" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.669330] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.669330] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.669434] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.669586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.669725] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.669954] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.670077] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.670212] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.670323] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.670431] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.671434] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.671434] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.688808] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.689013] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 787.689220] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.689411] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-724" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.689720] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-d6f81a08-fc8d-4ca3-9704-d5891758e42e taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.689887] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-d6f81a08-fc8d-4ca3-9704-d5891758e42e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.690113] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-d6f81a08-fc8d-4ca3-9704-d5891758e42e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.690374] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-d6f81a08-fc8d-4ca3-9704-d5891758e42e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.690528] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6f81a08-fc8d-4ca3-9704-d5891758e42e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.734191] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.734353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.734425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.734626] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.735088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.735304] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.735409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.735473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.735727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.735727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.735832] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8139345d-803a-475e-829b-971abf125824 already deleted. [ 787.735878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.800960] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.102121] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 637abfd4-b385-4242-923f-0aecbe039ef8: rpc.has_security_group_logging(os_id): False [ 788.124245] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.124390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.124442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.124663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.124759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.124999] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.125087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.125125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.125260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.125337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.125546] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.125637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.125697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.125838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.125910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.126220] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.126297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.126297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.126427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.126502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.126585] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 is going to be updated. [ 788.182712] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.182868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.182950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.183184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.183330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.192551] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.192913] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.193155] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.193576] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.193795] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.194025] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port d6f81a08-fc8d-4ca3-9704-d5891758e42e not found, creating... [ 788.194410] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.194633] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.195111] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.195329] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.195573] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.196061] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.196475] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.197037] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.197037] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.197204] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.197398] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: d6f81a08-fc8d-4ca3-9704-d5891758e42e is going to be created. [ 788.199500] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: IN_PROGRESS for 2s [ 788.218016] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.218280] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.218407] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.218677] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.218897] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.219242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-d6f81a08-fc8d-4ca3-9704-d5891758e42e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.303356] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.496703] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 601eee2a-5d68-4779-b6ae-659f3419a77f in Status: SUCCESS [ 788.496983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.497201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.497427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.497720] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.497814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.497814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.497934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.498022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.498573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.498573] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('601eee2a-5d68-4779-b6ae-659f3419a77f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.809908] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.809908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.809908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.809908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.809908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.809908] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 is going to be updated. [ 788.843971] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.844140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.844228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.844414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.844623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.856050] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: IN_PROGRESS for 2s [ 789.002414] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('601eee2a-5d68-4779-b6ae-659f3419a77f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.024926] env[70236]: INFO networking_nsxv3.common.synchronization [req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a req-72b5881d-1470-4c8e-90a9-aee10184e8ec service nova] Enqueued Resource ID: 8139345d-803a-475e-829b-971abf125824 with Priority: HIGHEST for action security_group_rules [ 789.025144] env[70236]: INFO networking_nsxv3.common.synchronization [req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a req-72b5881d-1470-4c8e-90a9-aee10184e8ec service nova] Enqueued Resource ID: 8139345d-803a-475e-829b-971abf125824 with Priority: HIGHEST for action security_group_members [ 789.025270] env[70236]: INFO networking_nsxv3.common.synchronization [req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a req-72b5881d-1470-4c8e-90a9-aee10184e8ec service nova] Enqueued Resource ID: d6f81a08-fc8d-4ca3-9704-d5891758e42e with Priority: HIGHEST for action port [ 789.027308] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8139345d-803a-475e-829b-971abf125824 with Priority: HIGHEST for action security_group_rules [ 789.027308] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8139345d-803a-475e-829b-971abf125824 with Priority: HIGHEST for action security_group_members [ 789.027308] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f81a08-fc8d-4ca3-9704-d5891758e42e with Priority: HIGHEST for action port [ 789.028720] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8139345d-803a-475e-829b-971abf125824 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.028720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.028977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.031723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.031723] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8139345d-803a-475e-829b-971abf125824',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.032093] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8139345d-803a-475e-829b-971abf125824 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.032282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.032770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.033071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.033295] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.033452] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.034288] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.035021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.035021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.035021] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8139345d-803a-475e-829b-971abf125824',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.036305] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6f81a08-fc8d-4ca3-9704-d5891758e42e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.036431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6f81a08-fc8d-4ca3-9704-d5891758e42e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.036499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6f81a08-fc8d-4ca3-9704-d5891758e42e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.038766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6f81a08-fc8d-4ca3-9704-d5891758e42e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.038766] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6f81a08-fc8d-4ca3-9704-d5891758e42e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.494285] env[70236]: INFO networking_nsxv3.common.synchronization [req-acf530c6-4bf4-4383-a88b-574f1ae83e25 req-9fec1521-12ef-464c-ba09-43c76bc37011 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Enqueued Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 789.495034] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 789.495148] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.495225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.495336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.495473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.495620] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.495711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.495785] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.495914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.496008] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.496111] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.504965] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 601eee2a-5d68-4779-b6ae-659f3419a77f: rpc.has_security_group_logging(os_id): False [ 789.523570] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.523700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.523757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.523956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.524053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.524295] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.524397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.524462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.524612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.524690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.524784] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 601eee2a-5d68-4779-b6ae-659f3419a77f is going to be created. [ 789.532227] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8139345d-803a-475e-829b-971abf125824 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.532345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.538807] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8139345d-803a-475e-829b-971abf125824',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.539658] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6f81a08-fc8d-4ca3-9704-d5891758e42e with status ACTIVE [ 789.539854] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.539970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.540074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.540298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.540391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.540565] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.540664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.540729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.540871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.540950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.541167] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.541263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.541324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.541463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.541537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.541618] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6f81a08-fc8d-4ca3-9704-d5891758e42e is going to be updated. [ 789.576168] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.576309] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.576427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.576578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.576711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.576873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6f81a08-fc8d-4ca3-9704-d5891758e42e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.620794] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.621058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.621229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.621455] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.621644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.636345] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 601eee2a-5d68-4779-b6ae-659f3419a77f in Status: IN_PROGRESS for 2s [ 789.960788] env[70236]: INFO networking_nsxv3.common.synchronization [req-c86b8557-c91c-4b8c-a74f-19442aba40a8 req-1326e799-0b2c-4073-a289-bfe17a19cf9c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 789.960788] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 789.960788] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.960788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.960788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.960788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.960788] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.960788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.960788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.960788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.960788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.960788] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.998215] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.047453] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8139345d-803a-475e-829b-971abf125824',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.214098] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: SUCCESS [ 790.214317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.368215] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.368215] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.368215] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.368215] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.368384] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.368541] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.368663] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.368949] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.369819] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.369819] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.369819] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.369819] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.369819] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.369819] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.369819] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.370099] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.387281] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.387442] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.387577] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.387750] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.388197] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-55641f7a-36da-4ae1-8c38-53f88eb11041 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.388453] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-55641f7a-36da-4ae1-8c38-53f88eb11041" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.388586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-55641f7a-36da-4ae1-8c38-53f88eb11041" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.388904] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-55641f7a-36da-4ae1-8c38-53f88eb11041" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.389217] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55641f7a-36da-4ae1-8c38-53f88eb11041',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.462784] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.462948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.463053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.463347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.463705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.463973] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.464150] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.464231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.464442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.464544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.464613] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 already deleted. [ 790.464696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.500497] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.549849] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.549849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.549849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.550083] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.550083] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.550171] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8139345d-803a-475e-829b-971abf125824 is going to be created. [ 790.572664] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.572824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.572923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.573116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.573279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.583586] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8139345d-803a-475e-829b-971abf125824 in Status: UNINITIALIZED for 2s [ 790.865940] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: SUCCESS [ 790.866376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.891815] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.892190] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.892305] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.892628] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.893023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.893094] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 55641f7a-36da-4ae1-8c38-53f88eb11041 not found, creating... [ 790.893779] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.893779] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.893971] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.894574] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.894574] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.894702] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.894823] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.898021] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.898021] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.898021] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.898021] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 55641f7a-36da-4ae1-8c38-53f88eb11041 is going to be created. [ 790.913638] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.913638] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.913638] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.913894] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.914518] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.914518] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-55641f7a-36da-4ae1-8c38-53f88eb11041" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.004033] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.004483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.004483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.004483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.004483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.004607] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcdce516-53b2-4b44-adf0-13ba58a461ca is going to be updated. [ 791.031751] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.031931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.031993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.032253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.032408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.044750] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: IN_PROGRESS for 2s [ 791.649550] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 601eee2a-5d68-4779-b6ae-659f3419a77f in Status: SUCCESS [ 791.649783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.720252] env[70236]: INFO networking_nsxv3.common.synchronization [req-c86b8557-c91c-4b8c-a74f-19442aba40a8 req-99040b1e-ff8d-4ac7-a959-830fb2d714fb service nova] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_rules [ 791.720252] env[70236]: INFO networking_nsxv3.common.synchronization [req-c86b8557-c91c-4b8c-a74f-19442aba40a8 req-99040b1e-ff8d-4ac7-a959-830fb2d714fb service nova] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 791.720252] env[70236]: INFO networking_nsxv3.common.synchronization [req-c86b8557-c91c-4b8c-a74f-19442aba40a8 req-99040b1e-ff8d-4ac7-a959-830fb2d714fb service nova] Enqueued Resource ID: 55641f7a-36da-4ae1-8c38-53f88eb11041 with Priority: HIGHEST for action port [ 791.720252] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_rules [ 791.720252] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 791.720252] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55641f7a-36da-4ae1-8c38-53f88eb11041 with Priority: HIGHEST for action port [ 791.722871] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.722871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.722871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.722871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.722871] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.724305] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.724446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.724594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.724762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.724835] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.724930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.724992] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.729254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.729722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.729722] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.730323] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-55641f7a-36da-4ae1-8c38-53f88eb11041 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.730436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55641f7a-36da-4ae1-8c38-53f88eb11041" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.730512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55641f7a-36da-4ae1-8c38-53f88eb11041" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.730666] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55641f7a-36da-4ae1-8c38-53f88eb11041" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.731081] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55641f7a-36da-4ae1-8c38-53f88eb11041',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.237060] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.237060] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.237060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.237060] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55641f7a-36da-4ae1-8c38-53f88eb11041 with status ACTIVE [ 792.237060] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.237060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.237530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.237530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.237530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.237613] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.237655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.237707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.237873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.237958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.238486] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.238825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.238825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.238984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.239295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.239295] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55641f7a-36da-4ae1-8c38-53f88eb11041 is going to be updated. [ 792.257400] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.257400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.257617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.257805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.258011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.258257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55641f7a-36da-4ae1-8c38-53f88eb11041" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.593543] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8139345d-803a-475e-829b-971abf125824 in Status: SUCCESS [ 792.593798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.593989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.594243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.594906] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.594906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.594906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.594906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.594906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.595267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.595267] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8139345d-803a-475e-829b-971abf125824',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.741251] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.058568] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: SUCCESS [ 793.059687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.100670] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8139345d-803a-475e-829b-971abf125824 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.100880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.100997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.101347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.101583] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.101729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.101903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.102071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.102208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.102360] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.102635] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8139345d-803a-475e-829b-971abf125824 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.102796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.102892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.103142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.103455] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.103545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.103651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.103868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.104018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.108293] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.108293] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8139345d-803a-475e-829b-971abf125824',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.150634] env[70236]: INFO networking_nsxv3.common.synchronization [req-c86b8557-c91c-4b8c-a74f-19442aba40a8 req-d0174d47-9b5e-43a7-917f-d0dc1a3f8eaf tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 793.151493] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 793.151905] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.152044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.247028] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.247028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.247028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.247028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.247028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.247028] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be created. [ 793.266652] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.266835] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.266835] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.267120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.267289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.280871] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: UNINITIALIZED for 2s [ 793.615166] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8139345d-803a-475e-829b-971abf125824: rpc.has_security_group_logging(os_id): False [ 793.619503] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.619689] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.619814] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.620101] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.620366] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.620572] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.620702] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.620928] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.621577] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.621979] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.624293] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.624431] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.624547] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.624692] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.624857] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.625033] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.635601] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.635798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.635798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.636244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.636244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.636443] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.636443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.636612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.636683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.636741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.636898] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.636997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.637067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.637205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.637280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.637450] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.637542] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.637597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.637731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.637805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.638028] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8139345d-803a-475e-829b-971abf125824 is going to be created. [ 793.642867] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.643040] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.643186] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.643349] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.643832] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-114dd3e7-3941-4a51-af31-87de3fa16dd1 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.644112] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-114dd3e7-3941-4a51-af31-87de3fa16dd1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.644246] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-114dd3e7-3941-4a51-af31-87de3fa16dd1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.644644] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-114dd3e7-3941-4a51-af31-87de3fa16dd1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.644786] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('114dd3e7-3941-4a51-af31-87de3fa16dd1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.693322] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.693322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.693322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.693574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.693815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.706401] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8139345d-803a-475e-829b-971abf125824 in Status: IN_PROGRESS for 2s [ 794.147916] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.148482] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.148667] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.149352] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.149523] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.149692] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 114dd3e7-3941-4a51-af31-87de3fa16dd1 not found, creating... [ 794.149971] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.150167] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.150287] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.150532] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.150670] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.151153] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.151441] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.151581] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.151809] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.151950] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.152126] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 114dd3e7-3941-4a51-af31-87de3fa16dd1 is going to be created. [ 794.171887] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.172106] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.172245] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.172517] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.172749] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.172972] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-114dd3e7-3941-4a51-af31-87de3fa16dd1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.007141] env[70236]: INFO networking_nsxv3.common.synchronization [req-3643d910-c269-4d23-a5e6-c1a8d0d4515d req-3ddb7039-883a-4402-a74f-85b05cf5054d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Enqueued Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 795.007668] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGHEST for action security_group_members [ 795.007989] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.008151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.008224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.008479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.008639] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.009016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.009016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.009016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.009413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.009413] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.164235] env[70236]: INFO networking_nsxv3.common.synchronization [req-c86b8557-c91c-4b8c-a74f-19442aba40a8 req-de23bc89-5e77-4b17-9d4b-b3e23c680f04 service nova] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_rules [ 795.164426] env[70236]: INFO networking_nsxv3.common.synchronization [req-c86b8557-c91c-4b8c-a74f-19442aba40a8 req-de23bc89-5e77-4b17-9d4b-b3e23c680f04 service nova] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 795.164565] env[70236]: INFO networking_nsxv3.common.synchronization [req-c86b8557-c91c-4b8c-a74f-19442aba40a8 req-de23bc89-5e77-4b17-9d4b-b3e23c680f04 service nova] Enqueued Resource ID: 114dd3e7-3941-4a51-af31-87de3fa16dd1 with Priority: HIGHEST for action port [ 795.165161] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_rules [ 795.165303] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 795.165401] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 114dd3e7-3941-4a51-af31-87de3fa16dd1 with Priority: HIGHEST for action port [ 795.166432] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.166432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.166620] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.166707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.166964] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-114dd3e7-3941-4a51-af31-87de3fa16dd1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.167029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-114dd3e7-3941-4a51-af31-87de3fa16dd1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.167063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-114dd3e7-3941-4a51-af31-87de3fa16dd1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.167299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-114dd3e7-3941-4a51-af31-87de3fa16dd1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.167332] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('114dd3e7-3941-4a51-af31-87de3fa16dd1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.296555] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 795.296555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.297805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.298121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.298408] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.298662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.298776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.299040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.299246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.299387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.299507] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.301108] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.301319] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.301927] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.301927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.302586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.302831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.302974] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.303137] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.514301] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.514606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.514606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.514777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.514879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.515094] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.515190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.515252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.515408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.515513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.515564] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 is going to be updated. [ 795.541861] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.542127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.542127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.545851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.545851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.550679] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: IN_PROGRESS for 2s [ 795.669741] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 114dd3e7-3941-4a51-af31-87de3fa16dd1 with status ACTIVE [ 795.670174] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.673124] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.673124] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.673124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.673124] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 114dd3e7-3941-4a51-af31-87de3fa16dd1 is going to be updated. [ 795.695207] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.695207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.695207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.695207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.695207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.695207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-114dd3e7-3941-4a51-af31-87de3fa16dd1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.720850] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8139345d-803a-475e-829b-971abf125824 in Status: SUCCESS [ 795.720850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.806651] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.806651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.806651] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.042969] env[70236]: INFO networking_nsxv3.common.synchronization [req-f15c0762-91a0-4705-ae7b-c3bd740d333e req-4f65124d-5f0a-4b50-81a2-a669f58282fb tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Enqueued Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_members [ 796.043560] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGHEST for action security_group_members [ 796.043911] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6494d859-7ac7-40f1-b58f-f363eb2400da taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.044049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.044118] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.044327] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.044468] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.044562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.044623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.044772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.044884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.044944] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6494d859-7ac7-40f1-b58f-f363eb2400da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.309857] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.550178] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.550178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.550178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.550178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.550178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.550178] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.550178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.550178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.550178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.550178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.550178] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6494d859-7ac7-40f1-b58f-f363eb2400da is going to be updated. [ 796.577806] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.577806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.577806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.577806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.577806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.592262] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6494d859-7ac7-40f1-b58f-f363eb2400da in Status: IN_PROGRESS for 2s [ 796.814389] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.815222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.815222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.815389] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.815442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.815663] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 796.870407] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.870601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.870643] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.870860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.871247] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.880030] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 797.560395] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637abfd4-b385-4242-923f-0aecbe039ef8 in Status: SUCCESS [ 797.560758] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 deletion is rescheduled due to dependency. [ 797.560758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.169202] env[70236]: INFO networking_nsxv3.common.synchronization [req-3c6551e2-8bba-4947-b257-4b052250140c req-80fda1f5-4b40-4024-b28b-05b954a97e7b tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Enqueued Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 798.169806] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 798.170207] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.170442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.170613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.170952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.171503] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.171503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.171503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.171503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.171729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.171818] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.601747] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6494d859-7ac7-40f1-b58f-f363eb2400da in Status: SUCCESS [ 798.602088] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6494d859-7ac7-40f1-b58f-f363eb2400da deletion is rescheduled due to dependency. [ 798.602088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.642185] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.642458] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-334" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.642611] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-334" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.642960] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-334" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.643252] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.643459] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.643518] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.643753] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.643906] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.644363] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.644484] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.644619] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.644742] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.644895] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.644985] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.645148] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.662277] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.662457] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.662597] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.662788] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-334" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.663100] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-656a6ebc-3bef-4f74-9502-a9af8b21857a taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.663308] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-656a6ebc-3bef-4f74-9502-a9af8b21857a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.663426] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-656a6ebc-3bef-4f74-9502-a9af8b21857a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.663743] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-656a6ebc-3bef-4f74-9502-a9af8b21857a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.663901] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656a6ebc-3bef-4f74-9502-a9af8b21857a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.674104] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.674247] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.674312] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.674636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.674807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.674985] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.675167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.675325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.675737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.675737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.675737] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008ff048-307a-43c4-ad36-617eb097312d already deleted. [ 798.675818] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.890897] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 798.891204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.891414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.891833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.891833] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.891965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.892064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.892202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.892699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.892699] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.169534] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.170068] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.170068] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.170232] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.170412] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.170575] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 656a6ebc-3bef-4f74-9502-a9af8b21857a not found, creating... [ 799.170852] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.171014] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.172414] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.175436] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.175436] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.175436] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.175436] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.175436] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.176493] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.176701] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.176879] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 656a6ebc-3bef-4f74-9502-a9af8b21857a is going to be created. [ 799.194772] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.194985] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.195161] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.195444] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.195675] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.195893] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-656a6ebc-3bef-4f74-9502-a9af8b21857a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.394411] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.896996] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.184987] env[70236]: INFO networking_nsxv3.common.synchronization [req-3c6551e2-8bba-4947-b257-4b052250140c req-089f49f9-281c-4cf8-bf5d-9f89e3c96607 service nova] Enqueued Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_rules [ 800.185195] env[70236]: INFO networking_nsxv3.common.synchronization [req-3c6551e2-8bba-4947-b257-4b052250140c req-089f49f9-281c-4cf8-bf5d-9f89e3c96607 service nova] Enqueued Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 800.185331] env[70236]: INFO networking_nsxv3.common.synchronization [req-3c6551e2-8bba-4947-b257-4b052250140c req-089f49f9-281c-4cf8-bf5d-9f89e3c96607 service nova] Enqueued Resource ID: 656a6ebc-3bef-4f74-9502-a9af8b21857a with Priority: HIGHEST for action port [ 800.185617] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_rules [ 800.185701] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 800.185793] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656a6ebc-3bef-4f74-9502-a9af8b21857a with Priority: HIGHEST for action port [ 800.186675] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.186807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.186869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.187399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.187399] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.188155] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.188319] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.188362] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.188827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.188827] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.188827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.188827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.189181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.189282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.189380] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.190224] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-656a6ebc-3bef-4f74-9502-a9af8b21857a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.190494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-656a6ebc-3bef-4f74-9502-a9af8b21857a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.190494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-656a6ebc-3bef-4f74-9502-a9af8b21857a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.190564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-656a6ebc-3bef-4f74-9502-a9af8b21857a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.190621] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656a6ebc-3bef-4f74-9502-a9af8b21857a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.400482] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.400727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.400848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.401217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.401361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.401503] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 800.446666] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.446814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.446885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.447138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.447304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.456822] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 800.693886] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.693886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.694112] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.696333] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 656a6ebc-3bef-4f74-9502-a9af8b21857a with status ACTIVE [ 800.696689] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.696821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.696897] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.697802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.697802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.697802] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.697802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.697802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.698054] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.698054] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.698193] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.698319] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.698453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.698626] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.698716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.698991] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 656a6ebc-3bef-4f74-9502-a9af8b21857a is going to be updated. [ 800.720027] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.720027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.720027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.720027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.720027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.720027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-656a6ebc-3bef-4f74-9502-a9af8b21857a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.199457] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.320279] env[70236]: INFO networking_nsxv3.common.synchronization [None req-ff5c0e68-557b-4f36-a534-0e01bdd6e020 None None] Enqueued Resource ID: 3d202957-174a-4c36-a0ec-5260cedd5c2c with Priority: HIGHEST for action port [ 801.320279] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d202957-174a-4c36-a0ec-5260cedd5c2c with Priority: HIGHEST for action port [ 801.320279] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d202957-174a-4c36-a0ec-5260cedd5c2c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.320279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d202957-174a-4c36-a0ec-5260cedd5c2c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.320279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d202957-174a-4c36-a0ec-5260cedd5c2c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.320957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d202957-174a-4c36-a0ec-5260cedd5c2c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.321145] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d202957-174a-4c36-a0ec-5260cedd5c2c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.705185] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.705185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.705185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.705185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.705185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.705185] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008ff048-307a-43c4-ad36-617eb097312d is going to be created. [ 801.725764] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.726279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.726755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.727092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.729028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.738467] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: UNINITIALIZED for 2s [ 801.829040] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d202957-174a-4c36-a0ec-5260cedd5c2c [ 801.829040] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.829040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.829040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.829040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.829040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.829040] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d202957-174a-4c36-a0ec-5260cedd5c2c already deleted. [ 801.829040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d202957-174a-4c36-a0ec-5260cedd5c2c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.997281] env[70236]: INFO networking_nsxv3.common.synchronization [req-790b04c8-56b2-4527-a3b5-2c0e8915c82a req-e888c3ad-95d1-46ce-897e-8f80d48b0bbf tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 801.997863] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 801.998587] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.998587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.998587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.998790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.998790] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.998915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.998977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.999214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.999338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.999436] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.351903] env[70236]: INFO networking_nsxv3.common.synchronization [None req-c0e940ab-e727-4580-b011-3b72b79fe1bd tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Enqueued Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_rules [ 802.351903] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_rules [ 802.351903] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.351903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.352432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.352432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.352432] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc302d42-aaa5-458a-aa57-29c2cf8e1baf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.502582] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.502742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.502742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.503025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.503025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.503222] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.503329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.503386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.503564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.503645] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.503733] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be updated. [ 802.509073] env[70236]: INFO networking_nsxv3.common.synchronization [None req-fb2acb3e-558b-416b-83c4-4327f97cd3bb tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Enqueued Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_rules [ 802.510425] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_rules [ 802.511950] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.512070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.512926] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 802.513552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.516498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.516700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.519060] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.519060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.519060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.519060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.519060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.519060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.519060] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.519060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.519060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.519060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.519060] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.519060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.519670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.520823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.520823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.520823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.520823] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.535017] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.535017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.535017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.535017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.535017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.543436] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: IN_PROGRESS for 2s [ 802.874187] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.874187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.874321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.874481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.874617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.874715] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf already deleted. [ 802.874798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.874967] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.875183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.875758] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc302d42-aaa5-458a-aa57-29c2cf8e1baf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.955279] env[70236]: INFO networking_nsxv3.common.synchronization [req-c320e84b-be04-4c88-9bcb-0541e22b5d31 req-39d26785-6ab2-46c6-96e3-79010e74ff03 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Enqueued Resource ID: 8139345d-803a-475e-829b-971abf125824 with Priority: HIGHEST for action security_group_members [ 802.959022] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8139345d-803a-475e-829b-971abf125824 with Priority: HIGHEST for action security_group_members [ 802.959022] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8139345d-803a-475e-829b-971abf125824 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.959913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.960076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.960307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.960482] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.960603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.960650] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.960812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.960899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.960991] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8139345d-803a-475e-829b-971abf125824',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.024133] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edefbbe5-db20-4f6b-a42e-e7b082b938b1: rpc.has_security_group_logging(os_id): False [ 803.041223] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.041223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.041223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.041223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.041223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.041223] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.041484] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.041484] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.041548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.041585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.041770] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.041860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.041918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.042065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.042137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.042399] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.042507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.042560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.045061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.045061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.045061] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be created. [ 803.100849] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.101049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.101090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.101373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.101570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.113978] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 803.398537] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.398537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.398537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.398902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.400032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.400032] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf already deleted. [ 803.400032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.470398] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.470398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.470398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.470589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.470646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.470832] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.470964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.471009] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.471169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.471313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.471404] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8139345d-803a-475e-829b-971abf125824 is going to be updated. [ 803.475341] env[70236]: INFO networking_nsxv3.common.synchronization [None req-f31912d5-69b6-4f0b-9cfc-35803b79a7b0 None None] Enqueued Resource ID: e06b693c-6063-43ca-bd77-7c279244e5e8 with Priority: HIGHEST for action port [ 803.476334] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06b693c-6063-43ca-bd77-7c279244e5e8 with Priority: HIGHEST for action port [ 803.476632] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06b693c-6063-43ca-bd77-7c279244e5e8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.476741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06b693c-6063-43ca-bd77-7c279244e5e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.476804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06b693c-6063-43ca-bd77-7c279244e5e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.477080] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06b693c-6063-43ca-bd77-7c279244e5e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.477165] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06b693c-6063-43ca-bd77-7c279244e5e8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.499141] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.499311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.499372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.499567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.499705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.507767] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8139345d-803a-475e-829b-971abf125824 in Status: IN_PROGRESS for 2s [ 803.748885] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: SUCCESS [ 803.749109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.749280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.749505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.749867] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.749867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.750064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.750094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.750195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.750248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.750321] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.980154] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e06b693c-6063-43ca-bd77-7c279244e5e8 [ 803.980381] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.980507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.980595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.980823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.980994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.980994] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e06b693c-6063-43ca-bd77-7c279244e5e8 already deleted. [ 803.981247] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06b693c-6063-43ca-bd77-7c279244e5e8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.253357] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.253520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.253592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.253817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.254030] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.254144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.254211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.254364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.254471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.254572] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.254718] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.254809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.254869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.255014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.255155] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.255245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.255305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.255448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.255553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.255645] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.255735] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.558742] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: SUCCESS [ 804.559026] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 deletion is rescheduled due to dependency. [ 804.559026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.757769] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 008ff048-307a-43c4-ad36-617eb097312d: rpc.has_security_group_logging(os_id): False [ 804.776338] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.776490] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.776559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.776784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.776873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.777103] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.777212] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.777277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.777435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.777515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.777690] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.777785] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.777846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.777989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.778077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.778264] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.778370] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.778433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.778574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.778649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.778734] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 008ff048-307a-43c4-ad36-617eb097312d is going to be created. [ 804.831940] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.831940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.831940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.831940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.831940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.841193] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: IN_PROGRESS for 2s [ 805.125829] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 805.127053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.127053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.127053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.127053] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.517842] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8139345d-803a-475e-829b-971abf125824 in Status: SUCCESS [ 805.518055] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8139345d-803a-475e-829b-971abf125824 deletion is rescheduled due to dependency. [ 805.518175] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.629399] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.629710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.629710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.629860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.630040] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.630146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.630233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.630352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.630442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.630531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.630650] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.133631] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.133832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.133882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.134226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.134469] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.134646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.134737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.134916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.135042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.135235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.135303] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.135664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.135664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.135664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.135926] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.135998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.136061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.136194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.136270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.136350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.136436] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.640800] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edefbbe5-db20-4f6b-a42e-e7b082b938b1: rpc.has_security_group_logging(os_id): False [ 806.658627] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.658627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.658627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.658627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.658627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.659042] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.659303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.659467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.659714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.659947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.660261] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.660544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.660770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.661031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.661212] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.661901] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.661901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.661901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.661901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.661901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.662165] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 806.720188] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.721027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.721027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.721027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.721027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.732190] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 806.858818] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: SUCCESS [ 806.859073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.790985] env[70236]: INFO networking_nsxv3.common.synchronization [req-86fe752a-e816-40b3-b358-96d562f164f8 req-49922313-26c4-4559-ab21-2e9dc8fa31e6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 807.791657] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 807.792065] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.793488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.793488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.793488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.793488] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.793488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.793488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.793488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.793488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.793488] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.150653] env[70236]: INFO networking_nsxv3.common.synchronization [req-0622d605-87af-4461-a7fb-99339cd7273f req-1e4ac8f5-311d-4457-9d41-9ad76c16c923 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 808.150653] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 808.150653] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.150653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.295134] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.747413] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 808.747413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.798796] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.302136] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.302406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.303145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.303414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.304786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.304786] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 809.328783] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.328783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.328908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.329061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.329279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.337753] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 809.716405] env[70236]: INFO networking_nsxv3.common.synchronization [req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f req-cac7cffd-13be-4c43-a384-33442c7e1a79 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 809.716946] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 809.717266] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.717388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.717454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.717715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.717867] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.717968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.722418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.722418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.722418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.722418] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.224814] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.225113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.225113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.225244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.225328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.226984] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.226984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.226984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.226984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.226984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.226984] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c already deleted. [ 810.226984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.240988] env[70236]: INFO networking_nsxv3.common.synchronization [req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee req-61f19016-0e55-4ebf-8143-0fe4caaa377f tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Enqueued Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 810.241521] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGHEST for action security_group_members [ 810.241819] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.241934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.241991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.242193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.242365] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.242461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.242708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.242779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.242868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.242960] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.391350] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.391560] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.391714] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.392014] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.392323] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.392438] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.392542] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.392756] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.392897] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.393118] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.393233] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.393470] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.393587] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.393697] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.393800] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.393932] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.417880] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.418055] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.418201] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.418378] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.418693] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.420918] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.420918] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.420918] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.420918] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df7f07f5-f8c8-4fa5-9746-d80e8a58ff37',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.745695] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.746634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.746742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.746954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.747067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.747273] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.747372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.747456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.747591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.747669] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.748024] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 is going to be updated. [ 810.771951] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.771951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.771951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.771951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.771951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.779778] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: IN_PROGRESS for 2s [ 810.924281] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.924526] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.924637] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.924916] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.925161] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.925286] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 not found, creating... [ 810.925562] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.925721] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.925838] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.926084] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.926230] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.926525] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.926677] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.926793] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.927009] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.927149] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.927287] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 is going to be created. [ 810.946128] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.946367] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.946476] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.946669] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.946894] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.947143] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.347663] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 811.347917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.348079] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.348302] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.348491] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.348614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.348713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.348831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.349056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.349056] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.712324] env[70236]: INFO networking_nsxv3.common.synchronization [req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f req-4f54c1ff-9fa3-496f-9d54-752e2daa89e1 service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 811.712517] env[70236]: INFO networking_nsxv3.common.synchronization [req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f req-4f54c1ff-9fa3-496f-9d54-752e2daa89e1 service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 811.712637] env[70236]: INFO networking_nsxv3.common.synchronization [req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f req-4f54c1ff-9fa3-496f-9d54-752e2daa89e1 service nova] Enqueued Resource ID: df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 with Priority: HIGHEST for action port [ 811.712877] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 811.713012] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 811.713122] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 with Priority: HIGHEST for action port [ 811.713765] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.713863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.713863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.714119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.714207] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.715218] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.715218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.715218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.715421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.715476] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.715557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.715623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.715991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.715991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.715991] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.716651] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.717069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.717069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.717069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.717069] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df7f07f5-f8c8-4fa5-9746-d80e8a58ff37',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.850913] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.852074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.852074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.852074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.852074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.852074] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.852074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.852074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.852074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.852074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.852498] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 811.874640] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.874770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.874843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.875049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.875371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.882756] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 812.218591] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.219647] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.219756] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.219925] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 with status ACTIVE [ 812.220100] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.220208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.220275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.220726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.220828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.220997] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.221106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.221169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.221506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.221604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.221782] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.221874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.221936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.225317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.225413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.225505] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 is going to be updated. [ 812.245936] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.246120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.246176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.246347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.246475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.246628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.728057] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.788493] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 in Status: SUCCESS [ 812.790070] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 deletion is rescheduled due to dependency. [ 812.790070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.231898] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.232128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.232211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.232479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.232582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.232753] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be created. [ 813.256336] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.256586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.256586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.257151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.257151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.266490] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: UNINITIALIZED for 2s [ 813.892084] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 813.892443] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 deletion is rescheduled due to dependency. [ 813.892443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.819512] env[70236]: INFO networking_nsxv3.common.synchronization [req-88d09205-4ee1-4ab9-882a-194ef8acfa45 req-cb18f369-e8f8-4cdc-97d6-7eaaafb2aa76 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Enqueued Resource ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f with Priority: HIGHEST for action security_group_members [ 814.820029] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f with Priority: HIGHEST for action security_group_members [ 814.821620] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb9eaec-57f4-44d4-bfec-533daab53b8f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.821620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.821620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.821620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.821620] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.822988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.822988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.824065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.824065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.824245] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb9eaec-57f4-44d4-bfec-533daab53b8f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.238763] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.239090] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-361" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.239090] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-361" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.239674] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-361" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.239893] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.240166] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.240361] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.240696] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.240922] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.241255] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.241445] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.241644] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.241833] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.242033] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.242216] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.242448] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.262661] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.262932] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.263161] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.263430] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-361" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.263894] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-459cd8e0-25f9-4ca0-b91b-f7b2b6858362 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.264164] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-459cd8e0-25f9-4ca0-b91b-f7b2b6858362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.264386] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-459cd8e0-25f9-4ca0-b91b-f7b2b6858362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.265056] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-459cd8e0-25f9-4ca0-b91b-f7b2b6858362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.265056] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('459cd8e0-25f9-4ca0-b91b-f7b2b6858362',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.275730] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 815.275891] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.276102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.276351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.276582] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.276888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.276888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.277019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.277116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.277325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.277325] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.326742] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.326903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.326977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.327221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.327320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.327517] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.327614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.327676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.327823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.327896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.327979] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f already deleted. [ 815.328070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.767670] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.767890] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.768036] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.768372] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.768538] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.768690] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 459cd8e0-25f9-4ca0-b91b-f7b2b6858362 not found, creating... [ 815.768946] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.769116] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.769322] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.769576] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.769711] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.769993] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.770162] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.770277] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.770528] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.770667] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.770807] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 459cd8e0-25f9-4ca0-b91b-f7b2b6858362 is going to be created. [ 815.779603] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.779744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.779823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.780025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.780188] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.780332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.780453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.780557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.780656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.780741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.780911] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.781018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.781105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.781256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.781466] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.781606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.781677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.781823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.781932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.782032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.782129] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.789151] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.789561] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.789561] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.790055] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.790139] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.790456] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-459cd8e0-25f9-4ca0-b91b-f7b2b6858362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.286104] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1785cb07-64a7-4c20-af95-dcc775d3ae0c: rpc.has_security_group_logging(os_id): False [ 816.305788] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.305788] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.305788] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.305788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.306745] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.306989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.307195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.307488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.307691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.307912] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be created. [ 816.378811] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.378811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.378811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.378811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.378811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.391823] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 816.539661] env[70236]: INFO networking_nsxv3.common.synchronization [req-88d09205-4ee1-4ab9-882a-194ef8acfa45 req-3bd14a98-5a66-4b22-bb98-d87bedb3ffb5 service nova] Enqueued Resource ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f with Priority: HIGHEST for action security_group_rules [ 816.539891] env[70236]: INFO networking_nsxv3.common.synchronization [req-88d09205-4ee1-4ab9-882a-194ef8acfa45 req-3bd14a98-5a66-4b22-bb98-d87bedb3ffb5 service nova] Enqueued Resource ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f with Priority: HIGHEST for action security_group_members [ 816.540052] env[70236]: INFO networking_nsxv3.common.synchronization [req-88d09205-4ee1-4ab9-882a-194ef8acfa45 req-3bd14a98-5a66-4b22-bb98-d87bedb3ffb5 service nova] Enqueued Resource ID: 459cd8e0-25f9-4ca0-b91b-f7b2b6858362 with Priority: HIGHEST for action port [ 816.540600] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f with Priority: HIGHEST for action security_group_rules [ 816.540777] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f with Priority: HIGHEST for action security_group_members [ 816.540886] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459cd8e0-25f9-4ca0-b91b-f7b2b6858362 with Priority: HIGHEST for action port [ 816.541180] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb9eaec-57f4-44d4-bfec-533daab53b8f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.541394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.541453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.541784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.541828] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb9eaec-57f4-44d4-bfec-533daab53b8f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.542850] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb9eaec-57f4-44d4-bfec-533daab53b8f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.542987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.543079] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.543263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.543448] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.543569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.543635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.543785] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.543870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.543961] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb9eaec-57f4-44d4-bfec-533daab53b8f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.547802] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-459cd8e0-25f9-4ca0-b91b-f7b2b6858362 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.547802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-459cd8e0-25f9-4ca0-b91b-f7b2b6858362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.547802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-459cd8e0-25f9-4ca0-b91b-f7b2b6858362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.547802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-459cd8e0-25f9-4ca0-b91b-f7b2b6858362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.547802] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('459cd8e0-25f9-4ca0-b91b-f7b2b6858362',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.048405] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb9eaec-57f4-44d4-bfec-533daab53b8f taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.048549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.048901] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb9eaec-57f4-44d4-bfec-533daab53b8f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.049724] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 459cd8e0-25f9-4ca0-b91b-f7b2b6858362 with status ACTIVE [ 817.049910] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.050037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.050146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.050384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.050479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.050645] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.050754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.050817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.050972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.051171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.051412] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.051527] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.051557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.051702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.051780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.051894] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 459cd8e0-25f9-4ca0-b91b-f7b2b6858362 is going to be updated. [ 817.072914] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.073095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.073137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.073311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.073443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.073599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-459cd8e0-25f9-4ca0-b91b-f7b2b6858362" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.488553] env[70236]: INFO networking_nsxv3.common.synchronization [req-42520b9b-dc55-4b07-8611-109463c4d1e2 req-907befe3-da5f-40b7-889d-3536cc0c3cdc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 817.490026] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 817.490026] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.490026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.490026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.490026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.490229] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.490229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.490303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.490435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.490525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.490615] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.554657] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb9eaec-57f4-44d4-bfec-533daab53b8f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.996600] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.056395] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.056597] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.056719] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.057298] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.057569] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.057730] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.057849] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.058082] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.058235] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.058442] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.058556] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.058661] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.058768] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.058882] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.058973] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.059112] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.060805] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.060912] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.060970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.061161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.061244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.061414] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f is going to be created. [ 818.079797] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.079979] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.080130] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.080297] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.080815] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-460c3f94-6af6-47e5-85e5-5f50772e76d0 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.081070] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-460c3f94-6af6-47e5-85e5-5f50772e76d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.081201] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-460c3f94-6af6-47e5-85e5-5f50772e76d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.081649] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-460c3f94-6af6-47e5-85e5-5f50772e76d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.081686] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460c3f94-6af6-47e5-85e5-5f50772e76d0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.083909] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.084036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.084036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.085737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.085737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.100446] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f in Status: UNINITIALIZED for 2s [ 818.405658] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 818.406109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.499386] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.584231] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.584499] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.584631] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.585036] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.585131] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.585292] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 460c3f94-6af6-47e5-85e5-5f50772e76d0 not found, creating... [ 818.585615] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.585785] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.585903] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.586150] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.586291] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.586569] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.586726] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.586840] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.587058] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.587194] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.587329] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 460c3f94-6af6-47e5-85e5-5f50772e76d0 is going to be created. [ 818.605637] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.605842] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.605965] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.606259] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.606526] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.606762] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-460c3f94-6af6-47e5-85e5-5f50772e76d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.001780] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.002075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.002172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.002372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.002531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.003268] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 819.033081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.033518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.033664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.034523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.034523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.042481] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 819.275016] env[70236]: INFO networking_nsxv3.common.synchronization [req-4f31b265-c5b3-4917-9962-e528838a46f7 req-6ca613fa-674e-4fa5-9f51-1ac0903af1f6 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Enqueued Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 819.275016] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGHEST for action security_group_members [ 819.275648] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.275837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.275902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.276299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.281395] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.281395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.281395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.281395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.281395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.281395] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.468333] env[70236]: INFO networking_nsxv3.common.synchronization [req-42520b9b-dc55-4b07-8611-109463c4d1e2 req-8aea1f25-8260-4165-a4b6-38c48062f4ac service nova] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_rules [ 819.468878] env[70236]: INFO networking_nsxv3.common.synchronization [req-42520b9b-dc55-4b07-8611-109463c4d1e2 req-8aea1f25-8260-4165-a4b6-38c48062f4ac service nova] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 819.468878] env[70236]: INFO networking_nsxv3.common.synchronization [req-42520b9b-dc55-4b07-8611-109463c4d1e2 req-8aea1f25-8260-4165-a4b6-38c48062f4ac service nova] Enqueued Resource ID: 460c3f94-6af6-47e5-85e5-5f50772e76d0 with Priority: HIGHEST for action port [ 819.469372] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_rules [ 819.469525] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 819.469674] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460c3f94-6af6-47e5-85e5-5f50772e76d0 with Priority: HIGHEST for action port [ 819.470017] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.470184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.470270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.470514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.470654] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.471627] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.471743] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.472348] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-460c3f94-6af6-47e5-85e5-5f50772e76d0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.472348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-460c3f94-6af6-47e5-85e5-5f50772e76d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.472348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-460c3f94-6af6-47e5-85e5-5f50772e76d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.472348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-460c3f94-6af6-47e5-85e5-5f50772e76d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.472576] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460c3f94-6af6-47e5-85e5-5f50772e76d0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.783512] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.783512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.783512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.783512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.783902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.783902] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.784062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.784105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.784291] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.784400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.784542] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcdce516-53b2-4b44-adf0-13ba58a461ca is going to be updated. [ 819.815869] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.816125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.816261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.816502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.816673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.826262] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: IN_PROGRESS for 2s [ 819.975864] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.975864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.975864] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 460c3f94-6af6-47e5-85e5-5f50772e76d0 with status ACTIVE [ 819.975864] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.975864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.975864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.975864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.975864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.975864] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.975864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.975864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.975864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.975864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.975864] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.976398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.976398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.976398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.976398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.976398] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 460c3f94-6af6-47e5-85e5-5f50772e76d0 is going to be updated. [ 819.998515] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.998700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.998700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.998887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.999035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.999204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-460c3f94-6af6-47e5-85e5-5f50772e76d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.109844] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f in Status: SUCCESS [ 820.110137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.110348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.110637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.110891] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.111062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.111156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.111396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.111515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.111965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.111965] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb9eaec-57f4-44d4-bfec-533daab53b8f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.247492] env[70236]: INFO networking_nsxv3.common.synchronization [req-8d88c290-3b90-4d9a-b12d-0559e39ab345 req-1883321d-0690-4932-88a1-a4efe11254a6 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Enqueued Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 820.248371] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 820.248563] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.248563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.248563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.249342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.249342] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.249342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.249342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.249342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.249342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.249583] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.363712] env[70236]: INFO networking_nsxv3.common.synchronization [req-304016c9-e751-417c-a8db-aa629251af78 req-b2c8d5b4-30fb-458b-8ad5-bba02c4b626c tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Enqueued Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 820.364317] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGHEST for action security_group_members [ 820.364668] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.364822] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.364911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.365245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.365387] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.365516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.365599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.365780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.365894] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.366019] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.614489] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb9eaec-57f4-44d4-bfec-533daab53b8f taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.614654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.614729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.614946] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.615158] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.615251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.615314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.615523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.615572] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.615633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.615775] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb9eaec-57f4-44d4-bfec-533daab53b8f taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.615867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.615926] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.616115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.616213] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.616301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.616361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.616496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.616572] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.616654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.616742] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb9eaec-57f4-44d4-bfec-533daab53b8f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.751580] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.872107] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.872534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.872534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.872687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.872766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.872965] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.873073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.873211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.873275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.873350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.873508] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 is going to be updated. [ 820.895470] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.895617] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.895739] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.896015] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.896319] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.896510] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.896626] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.897338] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.897338] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.897338] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.897338] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.897635] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.897635] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.897713] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.897796] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.897952] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.903957] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.904109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.904167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.907028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.907028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.918769] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: IN_PROGRESS for 2s [ 820.929381] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.929569] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.929707] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.930332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-919" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.930332] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-e4f592ef-f6f6-489b-95c2-2709d337c75a taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.930512] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-e4f592ef-f6f6-489b-95c2-2709d337c75a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.930626] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-e4f592ef-f6f6-489b-95c2-2709d337c75a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.930946] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-e4f592ef-f6f6-489b-95c2-2709d337c75a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.931140] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f592ef-f6f6-489b-95c2-2709d337c75a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.054098] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 821.054347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.054510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.054728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.054961] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.055038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.055092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.055246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.055326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.055417] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.119643] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb9eaec-57f4-44d4-bfec-533daab53b8f: rpc.has_security_group_logging(os_id): False [ 821.137515] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.137682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.138182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.138442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.138618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.138766] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.138874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.138947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.139104] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.139183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.139389] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.139489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.139554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.139706] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.139781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.140945] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.140945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.140945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.140945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.140945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.140945] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f is going to be created. [ 821.203626] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.203789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.203872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.204082] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.204265] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.215036] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f in Status: IN_PROGRESS for 2s [ 821.253601] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.434182] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.434548] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.434786] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.435113] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.435270] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.435427] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port e4f592ef-f6f6-489b-95c2-2709d337c75a not found, creating... [ 821.435696] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.435931] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.435989] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.436240] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.436352] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.437109] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.437277] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.437396] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.437609] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.437745] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.437883] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: e4f592ef-f6f6-489b-95c2-2709d337c75a is going to be created. [ 821.459410] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.459698] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.459833] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.460473] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.461309] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.461309] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-e4f592ef-f6f6-489b-95c2-2709d337c75a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.563243] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.756553] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.756717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.756841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.757110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.757197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.757308] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 is going to be updated. [ 821.808816] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.808971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.809040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.809261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.809431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.822121] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: IN_PROGRESS for 2s [ 821.836247] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdce516-53b2-4b44-adf0-13ba58a461ca in Status: SUCCESS [ 821.836439] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcdce516-53b2-4b44-adf0-13ba58a461ca deletion is rescheduled due to dependency. [ 821.836558] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.065249] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.378172] env[70236]: INFO networking_nsxv3.common.synchronization [req-8d88c290-3b90-4d9a-b12d-0559e39ab345 req-edf5da1b-8f91-4629-8e41-cd721dd657e8 service nova] Enqueued Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_rules [ 822.378172] env[70236]: INFO networking_nsxv3.common.synchronization [req-8d88c290-3b90-4d9a-b12d-0559e39ab345 req-edf5da1b-8f91-4629-8e41-cd721dd657e8 service nova] Enqueued Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 822.378172] env[70236]: INFO networking_nsxv3.common.synchronization [req-8d88c290-3b90-4d9a-b12d-0559e39ab345 req-edf5da1b-8f91-4629-8e41-cd721dd657e8 service nova] Enqueued Resource ID: e4f592ef-f6f6-489b-95c2-2709d337c75a with Priority: HIGHEST for action port [ 822.378172] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_rules [ 822.378524] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 822.378524] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f592ef-f6f6-489b-95c2-2709d337c75a with Priority: HIGHEST for action port [ 822.378999] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.379130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.379190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.379403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.379480] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.380324] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.380428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.380589] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4f592ef-f6f6-489b-95c2-2709d337c75a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.380679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4f592ef-f6f6-489b-95c2-2709d337c75a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.380738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4f592ef-f6f6-489b-95c2-2709d337c75a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.380982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4f592ef-f6f6-489b-95c2-2709d337c75a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.381089] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f592ef-f6f6-489b-95c2-2709d337c75a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.567896] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.568211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.568299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.568620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.568731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.568872] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 822.595813] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.596052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.596052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.596261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.596410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.604431] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 822.882857] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.883054] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.883275] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4f592ef-f6f6-489b-95c2-2709d337c75a with status ACTIVE [ 822.883549] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.883738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.883834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.885034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.885034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.885034] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.885034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.885034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.885034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.885034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.885034] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.885034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.885034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.885595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.885595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.885595] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4f592ef-f6f6-489b-95c2-2709d337c75a is going to be updated. [ 822.906095] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.906236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.906280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.906867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.906867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.906867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4f592ef-f6f6-489b-95c2-2709d337c75a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.927952] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 in Status: SUCCESS [ 822.929031] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 deletion is rescheduled due to dependency. [ 822.929031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.227127] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f in Status: SUCCESS [ 823.227382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.832667] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: SUCCESS [ 823.832943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.833180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.833365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.834164] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.834164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.834164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.834164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.834164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.834164] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.241713] env[70236]: INFO networking_nsxv3.common.synchronization [req-f50f6048-1295-4c00-aaa1-32f97a67dae7 req-fd0a2ded-a5ca-411c-b3c2-c9bb45f7ee4e tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 824.243135] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 824.243986] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.245269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.245269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.245269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.245269] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.245269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.245269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.245269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.245269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.245269] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.271277] env[70236]: INFO networking_nsxv3.common.synchronization [req-d1b55af5-c30b-4868-8f72-55b4802c63fd req-38274470-892f-4f2c-82ac-d03d906b83e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 824.271778] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 824.272090] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.272230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.272278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.272538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.272937] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.272937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.272937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.273094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.277768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.277933] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.337954] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.616777] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 824.618548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.618548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.618548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.618548] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.618548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.618548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.618548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.618548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.618548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.618548] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.667642] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-415 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.667835] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.667956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.668328] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.668602] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.668769] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.668898] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.669241] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.670362] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.670362] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.670362] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.670362] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.670362] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.670362] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.670362] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.670362] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.690848] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.691045] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.691187] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.691441] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.691785] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-3db8311e-05f1-41c6-ab4d-c16323c054c0 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.691953] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-3db8311e-05f1-41c6-ab4d-c16323c054c0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.692320] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-3db8311e-05f1-41c6-ab4d-c16323c054c0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.692447] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-3db8311e-05f1-41c6-ab4d-c16323c054c0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.692628] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3db8311e-05f1-41c6-ab4d-c16323c054c0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.748825] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.748825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.748825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.748825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.748825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.749057] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.749057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.749057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.749165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.749219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.749363] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 824.781211] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.781407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.781487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.781734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.782284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.782284] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.782284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.782284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.782529] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.782529] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.782592] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e already deleted. [ 824.782636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.787604] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.787723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.787816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.790541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.790541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.800077] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 824.840215] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.124509] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.124509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.124509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.124509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.124858] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.124858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.124858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.124962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.125078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.125147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.125291] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.125380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.125453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.125707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.125934] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.127070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.127070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.127070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.127070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.127070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.127070] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.189191] env[70236]: INFO networking_nsxv3.common.synchronization [req-64c73c14-71a7-4aaf-8c04-7ca904583187 req-61ef3f9c-f630-468e-b164-ab5ee9938b83 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 825.189191] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 825.189859] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.189859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.189859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.190182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.190237] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.190560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.190560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.190560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.190682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.190731] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.196125] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.196125] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.196125] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.196125] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.196125] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.196562] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 3db8311e-05f1-41c6-ab4d-c16323c054c0 not found, creating... [ 825.196562] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.196981] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.196981] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.197113] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.197253] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.197681] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.198040] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.198596] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.199028] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.199189] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.199344] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 3db8311e-05f1-41c6-ab4d-c16323c054c0 is going to be created. [ 825.224020] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.224020] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.224020] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.224020] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.224020] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.224020] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-3db8311e-05f1-41c6-ab4d-c16323c054c0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.225598] env[70236]: INFO networking_nsxv3.common.synchronization [req-64c73c14-71a7-4aaf-8c04-7ca904583187 req-61ef3f9c-f630-468e-b164-ab5ee9938b83 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_rules [ 825.225766] env[70236]: INFO networking_nsxv3.common.synchronization [req-64c73c14-71a7-4aaf-8c04-7ca904583187 req-61ef3f9c-f630-468e-b164-ab5ee9938b83 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 825.225908] env[70236]: INFO networking_nsxv3.common.synchronization [req-64c73c14-71a7-4aaf-8c04-7ca904583187 req-61ef3f9c-f630-468e-b164-ab5ee9938b83 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: a5c4a0e6-5c3e-4b98-812e-4e941078cfae with Priority: HIGHEST for action port [ 825.227171] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_rules [ 825.227370] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 825.227421] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c4a0e6-5c3e-4b98-812e-4e941078cfae with Priority: HIGHEST for action port [ 825.228414] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.229528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.229528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.229528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.229528] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.229678] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.230861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.230861] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.230861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.230861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.230861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.230861] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c4a0e6-5c3e-4b98-812e-4e941078cfae',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.346294] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.346294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.346294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.346294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.346294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.346294] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 is going to be updated. [ 825.377059] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.377059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.377238] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.377471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.377646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.386790] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: IN_PROGRESS for 2s [ 825.630631] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b583f810-9bb1-4862-9671-8fc402aac720: rpc.has_security_group_logging(os_id): False [ 825.649806] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.649947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.650026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.650363] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.650434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.650637] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.650738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.650801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.650957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.651047] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.651227] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.651923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.651923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.651923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.651923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.651923] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.651923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.652211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.652211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.652211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.652304] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 825.693156] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.718694] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.718694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.718694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.718694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.719031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.735375] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5c4a0e6-5c3e-4b98-812e-4e941078cfae with status ACTIVE [ 825.735602] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.735733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.735803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.735999] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.736154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.736275] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.736412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.736459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.737780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.737780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.737780] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.737780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.737780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.737780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.737780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.737780] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5c4a0e6-5c3e-4b98-812e-4e941078cfae is going to be updated. [ 825.740152] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.740152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.741716] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 825.779994] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.779994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.779994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.779994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.779994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.779994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.986078] env[70236]: INFO networking_nsxv3.common.synchronization [req-d1b55af5-c30b-4868-8f72-55b4802c63fd req-55faa686-80d2-4c9c-8328-c34da8fc0ed9 service nova] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 825.986265] env[70236]: INFO networking_nsxv3.common.synchronization [req-d1b55af5-c30b-4868-8f72-55b4802c63fd req-55faa686-80d2-4c9c-8328-c34da8fc0ed9 service nova] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 825.987515] env[70236]: INFO networking_nsxv3.common.synchronization [req-d1b55af5-c30b-4868-8f72-55b4802c63fd req-55faa686-80d2-4c9c-8328-c34da8fc0ed9 service nova] Enqueued Resource ID: 3db8311e-05f1-41c6-ab4d-c16323c054c0 with Priority: HIGHEST for action port [ 825.987515] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 825.987515] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 825.987515] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db8311e-05f1-41c6-ab4d-c16323c054c0 with Priority: HIGHEST for action port [ 825.987515] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.987515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.987888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.987888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.987888] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.990609] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.990781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.990883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.991162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.991387] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.992262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.992392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.992635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.992906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.993172] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.994614] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3db8311e-05f1-41c6-ab4d-c16323c054c0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.994794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3db8311e-05f1-41c6-ab4d-c16323c054c0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.994901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3db8311e-05f1-41c6-ab4d-c16323c054c0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.996032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3db8311e-05f1-41c6-ab4d-c16323c054c0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.996032] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3db8311e-05f1-41c6-ab4d-c16323c054c0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.195665] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.495270] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.498025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.498025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.502019] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3db8311e-05f1-41c6-ab4d-c16323c054c0 with status ACTIVE [ 826.502019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.502019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.502019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.502019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.502019] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3db8311e-05f1-41c6-ab4d-c16323c054c0 is going to be updated. [ 826.520280] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.520760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.520760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.520917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.521081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.521301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3db8311e-05f1-41c6-ab4d-c16323c054c0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.698905] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.699069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.699069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.699306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.699422] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.699526] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af is going to be updated. [ 826.736834] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.737032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.738361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.738559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.738907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.748244] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: IN_PROGRESS for 2s [ 826.810810] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 826.811061] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c deletion is rescheduled due to dependency. [ 826.811275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.997613] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.399480] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: SUCCESS [ 827.399480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.399480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.399480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.399480] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.399480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.399480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.399480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.399480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.399480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.399480] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.503025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.503025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.503025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.503025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.503025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.503025] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be created. [ 827.536125] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.536125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.536125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.536125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.536125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.544739] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: UNINITIALIZED for 2s [ 827.769940] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 827.769940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.905784] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.905784] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.905784] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.905784] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.905784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.906705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.906705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.906705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.906705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.906705] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.192420] env[70236]: INFO networking_nsxv3.common.synchronization [None req-35e56dcd-e847-4e45-a713-3d9fe6ee8f1b None None] Enqueued Resource ID: f3debfe7-020b-44d6-92e6-d7ae0e6637db with Priority: HIGHEST for action port [ 828.192715] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3debfe7-020b-44d6-92e6-d7ae0e6637db with Priority: HIGHEST for action port [ 828.193279] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3debfe7-020b-44d6-92e6-d7ae0e6637db taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.193423] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3debfe7-020b-44d6-92e6-d7ae0e6637db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.193473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3debfe7-020b-44d6-92e6-d7ae0e6637db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.193703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3debfe7-020b-44d6-92e6-d7ae0e6637db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.194359] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3debfe7-020b-44d6-92e6-d7ae0e6637db',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.224532] env[70236]: INFO networking_nsxv3.common.synchronization [req-eabfb607-22f2-4797-b071-6b792262cffe req-efad4666-2085-42a7-bf45-22e370eee7b9 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Enqueued Resource ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f with Priority: HIGHEST for action security_group_members [ 828.225025] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f with Priority: HIGHEST for action security_group_members [ 828.227766] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb9eaec-57f4-44d4-bfec-533daab53b8f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.227905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.227905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.228220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.228509] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.228509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.228509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.228678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.228678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.228788] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb9eaec-57f4-44d4-bfec-533daab53b8f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.412026] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f9b119f-8e17-44b1-8a86-8e904fe25f10: rpc.has_security_group_logging(os_id): False [ 828.428082] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.428263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.428356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.428605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.428718] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.428981] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.429122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.429201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.429395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.429497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.429727] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.429849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.429942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.430187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.430256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.430438] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.430550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.430689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.430794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.430887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.430984] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 is going to be updated. [ 828.492981] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.492981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.493214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.493267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.493395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.506624] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: IN_PROGRESS for 2s [ 828.701449] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3debfe7-020b-44d6-92e6-d7ae0e6637db [ 828.703143] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.703143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.703143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.703143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.703143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.703143] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3debfe7-020b-44d6-92e6-d7ae0e6637db already deleted. [ 828.703143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3debfe7-020b-44d6-92e6-d7ae0e6637db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.735524] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.735686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.735758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.736078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.736150] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.736337] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.736399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.736437] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.736628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.736712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.736799] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f is going to be updated. [ 828.758360] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: SUCCESS [ 828.758656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.758872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.759145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.759419] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.759709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.759709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.759909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.760041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.760179] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.766228] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.766330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.766410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.766585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.766715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.774414] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f in Status: IN_PROGRESS for 2s [ 828.807700] env[70236]: INFO networking_nsxv3.common.synchronization [req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 req-3349b137-4c5c-4c61-a4ca-42145f03afc2 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 828.807945] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 828.809216] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.809216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.855315] env[70236]: INFO networking_nsxv3.common.synchronization [req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 req-3349b137-4c5c-4c61-a4ca-42145f03afc2 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_rules [ 828.855315] env[70236]: INFO networking_nsxv3.common.synchronization [req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 req-3349b137-4c5c-4c61-a4ca-42145f03afc2 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 828.855315] env[70236]: INFO networking_nsxv3.common.synchronization [req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 req-3349b137-4c5c-4c61-a4ca-42145f03afc2 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: a5c4a0e6-5c3e-4b98-812e-4e941078cfae with Priority: HIGHEST for action port [ 828.855315] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_rules [ 828.855315] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 828.855315] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c4a0e6-5c3e-4b98-812e-4e941078cfae with Priority: HIGHEST for action port [ 828.855315] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.855315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.855726] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.855726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.855726] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.855840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.855875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.856090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.857060] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c4a0e6-5c3e-4b98-812e-4e941078cfae',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.262836] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.360390] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5c4a0e6-5c3e-4b98-812e-4e941078cfae with status ACTIVE [ 829.360725] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.360954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.361101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.361437] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.361558] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.361791] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.361993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.363155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.363602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.363602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.363827] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.364017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.364731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.365671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.365831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.365993] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5c4a0e6-5c3e-4b98-812e-4e941078cfae is going to be updated. [ 829.392242] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.392242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.392242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.392242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.392242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.392242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5c4a0e6-5c3e-4b98-812e-4e941078cfae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.557901] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 829.558217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.558432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.559023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.559023] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.559231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.559231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.559436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.559541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.559668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.559794] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.766471] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.064500] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.273025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.273025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.273025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.273025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.273025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.273025] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af is going to be updated. [ 830.298850] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.299128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.299128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.299556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.299556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.309840] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: IN_PROGRESS for 2s [ 830.527205] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: SUCCESS [ 830.527576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.566998] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f4d0114-8f4f-43f9-8671-ea2285836b8e: rpc.has_security_group_logging(os_id): False [ 830.584484] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.584836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.584836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.584836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.585253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.585253] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.585398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.585398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.585561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.585663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.585761] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be created. [ 830.635731] env[70236]: INFO networking_nsxv3.common.synchronization [None req-a6d90971-5370-40bc-a967-605f0efb0e61 None None] Enqueued Resource ID: 559e603a-ab92-4580-9137-ebfc5c943db1 with Priority: HIGHEST for action port [ 830.637065] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559e603a-ab92-4580-9137-ebfc5c943db1 with Priority: HIGHEST for action port [ 830.638320] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-559e603a-ab92-4580-9137-ebfc5c943db1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.638320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559e603a-ab92-4580-9137-ebfc5c943db1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.638320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559e603a-ab92-4580-9137-ebfc5c943db1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.638320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559e603a-ab92-4580-9137-ebfc5c943db1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.639558] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559e603a-ab92-4580-9137-ebfc5c943db1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.644123] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.644246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.644320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.644599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.644930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.656952] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 830.784291] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f in Status: SUCCESS [ 830.784651] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f deletion is rescheduled due to dependency. [ 830.784651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.147125] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 559e603a-ab92-4580-9137-ebfc5c943db1 [ 831.147376] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.147514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.147582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.147834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.147929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.148057] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:559e603a-ab92-4580-9137-ebfc5c943db1 already deleted. [ 831.148140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559e603a-ab92-4580-9137-ebfc5c943db1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.271469] env[70236]: INFO networking_nsxv3.common.synchronization [req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 req-663df55d-c8ab-49c9-9818-0d3443333333 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 831.272081] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 831.272466] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.272714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.273659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.274587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.274587] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.274587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.274587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.276046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.276046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.276616] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.784021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.784021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.784021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.784021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.784021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.784021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.784021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.784021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.784021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.784021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.784021] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 831.817051] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.817336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.817336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.817521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.817659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.827585] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 832.022036] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.022036] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.022036] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.022036] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.022036] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.022342] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.022585] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.023906] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.023906] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.023906] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.023906] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.023906] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.023906] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.023906] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.023906] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.024296] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.045167] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.047891] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.047891] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.047891] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.047891] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-bbc97127-9146-47fd-9b46-01cd66fadf8f taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.047891] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-bbc97127-9146-47fd-9b46-01cd66fadf8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.047891] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-bbc97127-9146-47fd-9b46-01cd66fadf8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.047891] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-bbc97127-9146-47fd-9b46-01cd66fadf8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.047891] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc97127-9146-47fd-9b46-01cd66fadf8f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.265180] env[70236]: INFO networking_nsxv3.common.synchronization [None req-a87ed892-6bea-4f49-ace0-f149898645d9 None None] Enqueued Resource ID: 7e563250-5383-483e-ac39-a9046fd71fbd with Priority: HIGHEST for action port [ 832.265180] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e563250-5383-483e-ac39-a9046fd71fbd with Priority: HIGHEST for action port [ 832.265180] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e563250-5383-483e-ac39-a9046fd71fbd taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.265180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e563250-5383-483e-ac39-a9046fd71fbd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.265180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e563250-5383-483e-ac39-a9046fd71fbd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.265180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e563250-5383-483e-ac39-a9046fd71fbd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.265180] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e563250-5383-483e-ac39-a9046fd71fbd',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.323437] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: SUCCESS [ 832.323645] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.323788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.323977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.324183] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.324322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.324398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.324513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.324594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.324677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.324771] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.326246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.326495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.327091] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.327091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.327091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.327091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.327252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.327252] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.552613] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.553069] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.553234] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.553549] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.554038] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.554231] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port bbc97127-9146-47fd-9b46-01cd66fadf8f not found, creating... [ 832.554487] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.554964] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.555116] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.555585] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.556344] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.556344] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.556519] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.556519] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.556953] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.557140] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.557290] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: bbc97127-9146-47fd-9b46-01cd66fadf8f is going to be created. [ 832.579447] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.579777] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.579927] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.580269] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.580526] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.580795] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-bbc97127-9146-47fd-9b46-01cd66fadf8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.686103] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 832.687968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.761941] env[70236]: INFO networking_nsxv3.common.synchronization [None req-28873592-ce29-4953-9f6e-67021b3c913e None None] Enqueued Resource ID: dae8f888-d9b4-43ba-b2c5-ec29b6c0a189 with Priority: HIGHEST for action port [ 832.762620] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae8f888-d9b4-43ba-b2c5-ec29b6c0a189 with Priority: HIGHEST for action port [ 832.763082] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae8f888-d9b4-43ba-b2c5-ec29b6c0a189 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.763205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae8f888-d9b4-43ba-b2c5-ec29b6c0a189" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.763276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae8f888-d9b4-43ba-b2c5-ec29b6c0a189" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.763567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae8f888-d9b4-43ba-b2c5-ec29b6c0a189" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.763702] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae8f888-d9b4-43ba-b2c5-ec29b6c0a189',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.767912] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e563250-5383-483e-ac39-a9046fd71fbd [ 832.768518] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.768518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.768518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.768518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.768767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.768767] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e563250-5383-483e-ac39-a9046fd71fbd already deleted. [ 832.768767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e563250-5383-483e-ac39-a9046fd71fbd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.829895] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.831752] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.209664] env[70236]: INFO networking_nsxv3.common.synchronization [req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 req-ee14d0fd-2a18-4e19-a6c7-8477fe85080c tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Enqueued Resource ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb with Priority: HIGHEST for action security_group_members [ 833.211607] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb with Priority: HIGHEST for action security_group_members [ 833.211607] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.211607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.211841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.212309] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.213364] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.213680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.215413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.215413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.215413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.215413] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d4715d-bd60-4a68-8594-fef8dcc1bbcb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.266871] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dae8f888-d9b4-43ba-b2c5-ec29b6c0a189 [ 833.267236] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.267328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.267328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.267532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.267624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.267738] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dae8f888-d9b4-43ba-b2c5-ec29b6c0a189 already deleted. [ 833.267849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae8f888-d9b4-43ba-b2c5-ec29b6c0a189" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.332306] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.332827] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 617b7da9-e570-461c-9a1d-0dfaaccd65af: rpc.has_security_group_logging(os_id): False [ 833.350965] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.351127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.351196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.351447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.351550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.351795] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.351890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.352082] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.352140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.352223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.352268] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af is going to be updated. [ 833.408580] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.408863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.408863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.409053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.409247] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.421488] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: IN_PROGRESS for 2s [ 833.718102] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.719803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.719803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.719803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.719803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.719803] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.719803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.719803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.719803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.719803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.719803] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb already deleted. [ 833.719803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.835698] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.839147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.839147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.839147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.839147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.839147] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af is going to be updated. [ 833.839147] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 833.839147] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 deletion is rescheduled due to dependency. [ 833.839147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.862441] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.862676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.862776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.863039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.863211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.871873] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: IN_PROGRESS for 2s [ 833.899517] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.899804] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-302" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.899845] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-302" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.900733] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-302" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.900733] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.900733] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.900733] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.900909] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.900966] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.905573] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.905573] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.905573] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.905573] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.905836] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.905836] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.906055] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.909615] env[70236]: INFO networking_nsxv3.common.synchronization [req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 req-6716eb9b-3885-4924-847e-4ec905e72542 service nova] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_rules [ 833.909788] env[70236]: INFO networking_nsxv3.common.synchronization [req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 req-6716eb9b-3885-4924-847e-4ec905e72542 service nova] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 833.909930] env[70236]: INFO networking_nsxv3.common.synchronization [req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 req-6716eb9b-3885-4924-847e-4ec905e72542 service nova] Enqueued Resource ID: bbc97127-9146-47fd-9b46-01cd66fadf8f with Priority: HIGHEST for action port [ 833.910436] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_rules [ 833.910701] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 833.910840] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc97127-9146-47fd-9b46-01cd66fadf8f with Priority: HIGHEST for action port [ 833.911628] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.911628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.911628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.911754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.911792] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.913066] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.915943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.915943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.915943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.915943] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.915943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.915943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.915943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.915943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.915943] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.915943] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbc97127-9146-47fd-9b46-01cd66fadf8f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.915943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbc97127-9146-47fd-9b46-01cd66fadf8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.915943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbc97127-9146-47fd-9b46-01cd66fadf8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.915943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbc97127-9146-47fd-9b46-01cd66fadf8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.915943] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc97127-9146-47fd-9b46-01cd66fadf8f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.928981] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.929181] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.929321] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.929496] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-302" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.930111] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.930111] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.930111] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.931738] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.931738] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1cd7d9-37db-4a1e-8571-a8b32ac7733b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.060416] env[70236]: INFO networking_nsxv3.common.synchronization [req-9ccac9bb-c833-4dde-a07d-f185dcb9563b req-450bab08-7010-40eb-94e3-0d403510dbe5 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Enqueued Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 834.061041] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af with Priority: HIGHEST for action security_group_members [ 834.061354] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b7da9-e570-461c-9a1d-0dfaaccd65af taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.061774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.418441] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.418441] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.418441] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.418441] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbc97127-9146-47fd-9b46-01cd66fadf8f with status ACTIVE [ 834.418441] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.418752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.418752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.418752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.418858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.419033] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.419123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.419162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.419377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.419496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.419708] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.419837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.419900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.420697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.420816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.420935] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbc97127-9146-47fd-9b46-01cd66fadf8f is going to be updated. [ 834.434220] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.435184] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.435184] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.435184] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.435344] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.436519] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 7b1cd7d9-37db-4a1e-8571-a8b32ac7733b not found, creating... [ 834.436519] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.436519] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.436736] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.436831] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.436972] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.437293] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.437451] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.437841] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.438017] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.438163] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.438308] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 7b1cd7d9-37db-4a1e-8571-a8b32ac7733b is going to be created. [ 834.442611] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.442745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.442745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.443839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.443839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.443839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbc97127-9146-47fd-9b46-01cd66fadf8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.457063] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.457281] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.457405] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.457675] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.458114] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.458230] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.491254] env[70236]: INFO networking_nsxv3.common.synchronization [None req-e060421d-3c64-46af-879f-aa584bf5ae2d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_rules [ 834.491853] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_rules [ 834.492174] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5371e80b-4518-4456-8904-1c4184f2d63c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.492301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.492375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.492635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.492721] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.634139] env[70236]: INFO networking_nsxv3.common.synchronization [None req-7345f6de-d9ed-4ea6-865c-86f4040902f6 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_rules [ 834.635333] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_rules [ 834.635906] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5371e80b-4518-4456-8904-1c4184f2d63c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.636072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.907037] env[70236]: INFO networking_nsxv3.common.synchronization [None req-86952ea0-0d58-4a65-adc1-1a01b0554e35 None None] Enqueued Resource ID: d18a9976-14d0-453a-88ca-3e6b4777ba99 with Priority: HIGHEST for action port [ 834.907603] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18a9976-14d0-453a-88ca-3e6b4777ba99 with Priority: HIGHEST for action port [ 834.907937] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d18a9976-14d0-453a-88ca-3e6b4777ba99 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.908072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d18a9976-14d0-453a-88ca-3e6b4777ba99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.908158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d18a9976-14d0-453a-88ca-3e6b4777ba99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.908400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d18a9976-14d0-453a-88ca-3e6b4777ba99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.908485] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d18a9976-14d0-453a-88ca-3e6b4777ba99',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.923811] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.012279] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.012453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.012453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.012822] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.012822] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.012970] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5371e80b-4518-4456-8904-1c4184f2d63c already deleted. [ 835.012970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.013142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.013305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.013388] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.138927] env[70236]: INFO networking_nsxv3.common.synchronization [None req-299d31ed-9965-4865-bcae-38b0e51eb6d8 None None] Enqueued Resource ID: 88c9d3b4-57ed-4b64-90f1-053748043693 with Priority: HIGHEST for action port [ 835.138927] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c9d3b4-57ed-4b64-90f1-053748043693 with Priority: HIGHEST for action port [ 835.138927] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-88c9d3b4-57ed-4b64-90f1-053748043693 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.138927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88c9d3b4-57ed-4b64-90f1-053748043693" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.138927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88c9d3b4-57ed-4b64-90f1-053748043693" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.138927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88c9d3b4-57ed-4b64-90f1-053748043693" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.138927] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c9d3b4-57ed-4b64-90f1-053748043693',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.337208] env[70236]: INFO networking_nsxv3.common.synchronization [req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 req-4bc541a4-be35-4ed8-acbe-bd15b80ff27c service nova] Enqueued Resource ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb with Priority: HIGHEST for action security_group_rules [ 835.337401] env[70236]: INFO networking_nsxv3.common.synchronization [req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 req-4bc541a4-be35-4ed8-acbe-bd15b80ff27c service nova] Enqueued Resource ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb with Priority: HIGHEST for action security_group_members [ 835.337541] env[70236]: INFO networking_nsxv3.common.synchronization [req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 req-4bc541a4-be35-4ed8-acbe-bd15b80ff27c service nova] Enqueued Resource ID: 7b1cd7d9-37db-4a1e-8571-a8b32ac7733b with Priority: HIGHEST for action port [ 835.342893] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb with Priority: HIGHEST for action security_group_rules [ 835.342893] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb with Priority: HIGHEST for action security_group_members [ 835.342893] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1cd7d9-37db-4a1e-8571-a8b32ac7733b with Priority: HIGHEST for action port [ 835.342893] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85d4715d-bd60-4a68-8594-fef8dcc1bbcb taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.342893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.342893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.342893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.342893] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85d4715d-bd60-4a68-8594-fef8dcc1bbcb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.342893] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.342893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.342893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.343681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.343944] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.344166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.344665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.344924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.345209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.345468] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d4715d-bd60-4a68-8594-fef8dcc1bbcb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.346371] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.346619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.346786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.347044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.348182] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1cd7d9-37db-4a1e-8571-a8b32ac7733b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.411688] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d18a9976-14d0-453a-88ca-3e6b4777ba99 [ 835.412524] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.412524] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.412524] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.412524] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.412524] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.412744] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d18a9976-14d0-453a-88ca-3e6b4777ba99 already deleted. [ 835.412744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d18a9976-14d0-453a-88ca-3e6b4777ba99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.430804] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.430804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.430804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.430804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.430804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.430804] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 835.435505] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: SUCCESS [ 835.435726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.435920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.436139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.436839] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.461795] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.461795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.461795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.462671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.462879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.472646] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 835.535226] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.535453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.535453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.535729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.535729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.535833] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5371e80b-4518-4456-8904-1c4184f2d63c already deleted. [ 835.535911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.639945] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88c9d3b4-57ed-4b64-90f1-053748043693 [ 835.640393] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.641325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.641428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.641704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.641798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.641898] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88c9d3b4-57ed-4b64-90f1-053748043693 already deleted. [ 835.641977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88c9d3b4-57ed-4b64-90f1-053748043693" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.856228] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.859018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.859018] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d4715d-bd60-4a68-8594-fef8dcc1bbcb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.859018] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b1cd7d9-37db-4a1e-8571-a8b32ac7733b with status ACTIVE [ 835.859018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.859018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.859018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.859018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.859018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.859018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.859018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.859018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.859674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.859878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.860201] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.860664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.860813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.861077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.862026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.862026] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b1cd7d9-37db-4a1e-8571-a8b32ac7733b is going to be updated. [ 835.880083] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af in Status: SUCCESS [ 835.883020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.883020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.883020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.883020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.883020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.883020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.883020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.883020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.883020] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.884572] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.884866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.885099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.885570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.886890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.887142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.960759] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.960759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.960759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.960759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.960759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.960759] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af is going to be deleted. [ 835.967191] env[70236]: INFO networking_nsxv3.common.synchronization [req-e99dfded-c32c-4aed-9826-cf3ccb655c0c req-911b0c32-7b97-4004-8d46-19fd5e37e210 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Enqueued Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_members [ 835.968355] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGHEST for action security_group_members [ 835.969065] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-601eee2a-5d68-4779-b6ae-659f3419a77f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.969483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.969644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.969922] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.970171] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.970455] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.972250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.972250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.972250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.972250] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('601eee2a-5d68-4779-b6ae-659f3419a77f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.018742] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.018742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.018742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.018742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.018742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.018742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.249966] env[70236]: INFO networking_nsxv3.common.synchronization [None req-751a486d-40fa-4107-9f14-0de02bf43215 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Enqueued Resource ID: e7ce147d-d8c0-4986-8011-a7f4bb976880 with Priority: HIGHEST for action security_group_rules [ 836.250533] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ce147d-d8c0-4986-8011-a7f4bb976880 with Priority: HIGHEST for action security_group_rules [ 836.250825] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ce147d-d8c0-4986-8011-a7f4bb976880 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.250942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ce147d-d8c0-4986-8011-a7f4bb976880" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.251021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ce147d-d8c0-4986-8011-a7f4bb976880" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.252553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ce147d-d8c0-4986-8011-a7f4bb976880" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.252553] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ce147d-d8c0-4986-8011-a7f4bb976880',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.363628] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d4715d-bd60-4a68-8594-fef8dcc1bbcb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.388506] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.389099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.389185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.389399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.389514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.389723] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.389819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.389879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.390050] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.390126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.390212] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af is going to be deleted. [ 836.403029] env[70236]: INFO networking_nsxv3.common.synchronization [None req-8b2ece9c-83eb-4c34-880a-297a61888bac tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Enqueued Resource ID: e7ce147d-d8c0-4986-8011-a7f4bb976880 with Priority: HIGHEST for action security_group_rules [ 836.403345] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ce147d-d8c0-4986-8011-a7f4bb976880 with Priority: HIGHEST for action security_group_rules [ 836.403875] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ce147d-d8c0-4986-8011-a7f4bb976880 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.405241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ce147d-d8c0-4986-8011-a7f4bb976880" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.418427] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.418574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.418638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.418859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.418974] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.419107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.419554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.419729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.419892] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.419993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.420074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.420215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.420292] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.420385] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b7da9-e570-461c-9a1d-0dfaaccd65af',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.474412] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.474412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.474412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.474412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.474861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.475200] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.475343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.475686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.475686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.476468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.476908] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 601eee2a-5d68-4779-b6ae-659f3419a77f is going to be updated. [ 836.510839] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.511185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.511185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.511549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.511549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.520037] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 601eee2a-5d68-4779-b6ae-659f3419a77f in Status: IN_PROGRESS for 2s [ 836.772736] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.773095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.773095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.773214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.773477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.773477] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ce147d-d8c0-4986-8011-a7f4bb976880 already deleted. [ 836.773477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ce147d-d8c0-4986-8011-a7f4bb976880" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.773670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ce147d-d8c0-4986-8011-a7f4bb976880" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.773883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ce147d-d8c0-4986-8011-a7f4bb976880" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.773981] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ce147d-d8c0-4986-8011-a7f4bb976880',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.869031] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.869031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.869031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.869031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.869031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.869031] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb is going to be created. [ 836.890390] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.890562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.890649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.891193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.891193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.900352] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb in Status: UNINITIALIZED for 2s [ 836.926548] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.926756] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.926829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.927076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.927200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.927414] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.927521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.927620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.927838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.927951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.928055] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b7da9-e570-461c-9a1d-0dfaaccd65af already deleted. [ 836.928184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b7da9-e570-461c-9a1d-0dfaaccd65af" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.294633] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.294998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.294998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.295440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.295440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.295440] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ce147d-d8c0-4986-8011-a7f4bb976880 already deleted. [ 837.295440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ce147d-d8c0-4986-8011-a7f4bb976880" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.482569] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 837.482699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.482831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.483103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.483357] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.483584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.483584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.483711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.483754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.483809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.483904] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.986195] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.987249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.987377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.987636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.988970] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.988970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.988970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.988970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.988970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.988970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.988970] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.988970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.988970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.988970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.991253] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.991395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.991496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.991637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.991723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.991813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.991904] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.494797] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2858ad03-7947-47d4-81e7-d79c10d98805: rpc.has_security_group_logging(os_id): False [ 838.515206] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.515329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.515386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.515589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.515695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.515905] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.516074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.516285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.516375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.516449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.516628] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.516732] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.516772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.517298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.517396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.517562] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.517659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.517720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.517863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.518041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.518041] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 838.528166] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 601eee2a-5d68-4779-b6ae-659f3419a77f in Status: SUCCESS [ 838.528335] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 601eee2a-5d68-4779-b6ae-659f3419a77f deletion is rescheduled due to dependency. [ 838.528473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.574587] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.574790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.574863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.575089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.575233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.593128] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 838.909953] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb in Status: SUCCESS [ 838.910555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.910717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.910934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.911135] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.911279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.911404] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.911543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.911609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.911685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.911784] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85d4715d-bd60-4a68-8594-fef8dcc1bbcb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.415802] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.416130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.416280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.416514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.416786] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.416937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.417022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.417175] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.417265] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.417352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.417500] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.417593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.417653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.417791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.417925] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.418048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.418118] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.418258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.418330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.418410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.418499] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85d4715d-bd60-4a68-8594-fef8dcc1bbcb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.921871] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85d4715d-bd60-4a68-8594-fef8dcc1bbcb: rpc.has_security_group_logging(os_id): False [ 839.938613] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.938742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.938742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.938933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.939035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.939816] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.939816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.939816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.939816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.939816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.940041] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.940041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.940041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.940267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.940267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.940411] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.940476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.940531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.940668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.940742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.940826] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb is going to be created. [ 839.996358] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.996358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.996358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.996358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.996358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.009422] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb in Status: IN_PROGRESS for 2s [ 840.605651] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 840.605651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.684284] env[70236]: INFO networking_nsxv3.common.synchronization [req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f req-17156af5-ef40-4221-ba99-3a7bac7b3b3c tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Enqueued Resource ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 with Priority: HIGHEST for action security_group_members [ 840.684819] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 with Priority: HIGHEST for action security_group_members [ 840.685119] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6837e6-9d77-42b3-a4e5-3a20882a5466 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.686831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.686831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.686831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.686831] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.686831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.686831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.686831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.690178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.690309] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6837e6-9d77-42b3-a4e5-3a20882a5466',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.194026] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.194026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.194026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.194026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.194026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.194026] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.194026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.194026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.194026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.194026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.194026] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 already deleted. [ 841.194026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.222410] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.222631] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-134" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.222761] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-134" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.223082] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-134" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.223346] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.223751] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.227071] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.227368] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.227528] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.227743] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.227859] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.227969] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.228093] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.228205] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.228313] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.228447] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.249993] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.249993] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.249993] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.249993] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-134" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.249993] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-57afdfb2-7bf6-482e-9146-e0b58289b62f taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.250273] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-57afdfb2-7bf6-482e-9146-e0b58289b62f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.250315] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-57afdfb2-7bf6-482e-9146-e0b58289b62f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.250693] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-57afdfb2-7bf6-482e-9146-e0b58289b62f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.250834] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57afdfb2-7bf6-482e-9146-e0b58289b62f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.753543] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.757269] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.757421] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.757718] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.757867] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.758034] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 57afdfb2-7bf6-482e-9146-e0b58289b62f not found, creating... [ 841.758304] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.758467] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.759045] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.759045] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.759045] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.759206] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.760845] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.760845] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.760845] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.760845] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.760845] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 57afdfb2-7bf6-482e-9146-e0b58289b62f is going to be created. [ 841.781670] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.781963] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.782036] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.782268] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.782515] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.782735] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-57afdfb2-7bf6-482e-9146-e0b58289b62f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.022192] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb in Status: SUCCESS [ 842.022415] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.504611] env[70236]: INFO networking_nsxv3.common.synchronization [None req-9a29091d-9b48-44cb-a4bd-5df5d29955fd None None] Enqueued Resource ID: 6e4001b5-bee6-4ee5-b0f1-cfeb9aaba13d with Priority: HIGHEST for action port [ 842.505870] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4001b5-bee6-4ee5-b0f1-cfeb9aaba13d with Priority: HIGHEST for action port [ 842.505870] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e4001b5-bee6-4ee5-b0f1-cfeb9aaba13d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.505870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e4001b5-bee6-4ee5-b0f1-cfeb9aaba13d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.506089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e4001b5-bee6-4ee5-b0f1-cfeb9aaba13d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.506194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e4001b5-bee6-4ee5-b0f1-cfeb9aaba13d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.506320] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4001b5-bee6-4ee5-b0f1-cfeb9aaba13d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.011566] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e4001b5-bee6-4ee5-b0f1-cfeb9aaba13d [ 843.011566] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.011566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.011566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.011566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.011566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.011566] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e4001b5-bee6-4ee5-b0f1-cfeb9aaba13d already deleted. [ 843.011566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e4001b5-bee6-4ee5-b0f1-cfeb9aaba13d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.064845] env[70236]: INFO networking_nsxv3.common.synchronization [req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f req-44996aff-c37e-4af1-8b1d-140e7db4f513 service nova] Enqueued Resource ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 with Priority: HIGHEST for action security_group_rules [ 843.064997] env[70236]: INFO networking_nsxv3.common.synchronization [req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f req-44996aff-c37e-4af1-8b1d-140e7db4f513 service nova] Enqueued Resource ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 with Priority: HIGHEST for action security_group_members [ 843.065325] env[70236]: INFO networking_nsxv3.common.synchronization [req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f req-44996aff-c37e-4af1-8b1d-140e7db4f513 service nova] Enqueued Resource ID: 57afdfb2-7bf6-482e-9146-e0b58289b62f with Priority: HIGHEST for action port [ 843.065409] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 with Priority: HIGHEST for action security_group_rules [ 843.065544] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 with Priority: HIGHEST for action security_group_members [ 843.065637] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57afdfb2-7bf6-482e-9146-e0b58289b62f with Priority: HIGHEST for action port [ 843.071768] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6837e6-9d77-42b3-a4e5-3a20882a5466 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.071768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.071768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.071768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.071768] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6837e6-9d77-42b3-a4e5-3a20882a5466',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.071768] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6837e6-9d77-42b3-a4e5-3a20882a5466 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.071768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.071768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.071768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.071768] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.071768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.071768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.071768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.071768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.072643] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6837e6-9d77-42b3-a4e5-3a20882a5466',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.073351] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-57afdfb2-7bf6-482e-9146-e0b58289b62f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.073351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57afdfb2-7bf6-482e-9146-e0b58289b62f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.073351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57afdfb2-7bf6-482e-9146-e0b58289b62f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.073351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57afdfb2-7bf6-482e-9146-e0b58289b62f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.073719] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57afdfb2-7bf6-482e-9146-e0b58289b62f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.576458] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6837e6-9d77-42b3-a4e5-3a20882a5466 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.576458] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.576829] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6837e6-9d77-42b3-a4e5-3a20882a5466',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.579568] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57afdfb2-7bf6-482e-9146-e0b58289b62f with status ACTIVE [ 843.580147] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.580147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.580147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.580295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.580295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.580439] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.580534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.580598] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.580748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.580826] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.581160] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.581160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.581277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.581321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.581397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.581520] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57afdfb2-7bf6-482e-9146-e0b58289b62f is going to be updated. [ 843.600975] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.601086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.601137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.601334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.601466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.601699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57afdfb2-7bf6-482e-9146-e0b58289b62f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.079965] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6837e6-9d77-42b3-a4e5-3a20882a5466',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.490798] env[70236]: INFO networking_nsxv3.common.synchronization [None req-4f8fd301-e27f-48d7-bdde-997858079a4d None None] Enqueued Resource ID: 11afe70d-b0f9-43a1-bfe4-ab26a32ec5d3 with Priority: HIGHEST for action port [ 844.491542] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11afe70d-b0f9-43a1-bfe4-ab26a32ec5d3 with Priority: HIGHEST for action port [ 844.498653] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-11afe70d-b0f9-43a1-bfe4-ab26a32ec5d3 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.498849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11afe70d-b0f9-43a1-bfe4-ab26a32ec5d3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.498925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11afe70d-b0f9-43a1-bfe4-ab26a32ec5d3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.500536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11afe70d-b0f9-43a1-bfe4-ab26a32ec5d3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.500727] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11afe70d-b0f9-43a1-bfe4-ab26a32ec5d3',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.583644] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.583644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.583644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.583948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.583948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.588044] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 is going to be created. [ 844.606481] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.606691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.606770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.607033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.607511] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.617305] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 in Status: UNINITIALIZED for 2s [ 845.004664] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11afe70d-b0f9-43a1-bfe4-ab26a32ec5d3 [ 845.004664] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.004664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.004664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.004664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.004664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.004664] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11afe70d-b0f9-43a1-bfe4-ab26a32ec5d3 already deleted. [ 845.005020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11afe70d-b0f9-43a1-bfe4-ab26a32ec5d3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.473043] env[70236]: INFO networking_nsxv3.common.synchronization [None req-345580aa-2930-4aa5-810d-dfb067055f37 None None] Enqueued Resource ID: 4488aaeb-af24-4721-844e-1aef220250ec with Priority: HIGHEST for action port [ 845.473303] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4488aaeb-af24-4721-844e-1aef220250ec with Priority: HIGHEST for action port [ 845.473869] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4488aaeb-af24-4721-844e-1aef220250ec taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.474039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4488aaeb-af24-4721-844e-1aef220250ec" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.476541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4488aaeb-af24-4721-844e-1aef220250ec" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.476851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4488aaeb-af24-4721-844e-1aef220250ec" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.476943] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4488aaeb-af24-4721-844e-1aef220250ec',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.978572] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4488aaeb-af24-4721-844e-1aef220250ec [ 845.979031] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.979031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.979031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.979243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.979330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.979428] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4488aaeb-af24-4721-844e-1aef220250ec already deleted. [ 845.979520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4488aaeb-af24-4721-844e-1aef220250ec" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.628282] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 in Status: SUCCESS [ 846.628282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.628282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.628469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.628725] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.628869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.628957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.629186] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.629355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.629421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.629494] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a6837e6-9d77-42b3-a4e5-3a20882a5466',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.131795] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6837e6-9d77-42b3-a4e5-3a20882a5466 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.132124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.132124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.132494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.132755] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.132993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.133189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.133494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.133738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.134019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.134154] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6837e6-9d77-42b3-a4e5-3a20882a5466 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.134267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.134332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.134481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.134745] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.134745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.134844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.134900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.135088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.139391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.139391] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a6837e6-9d77-42b3-a4e5-3a20882a5466',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.632216] env[70236]: INFO networking_nsxv3.common.synchronization [req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 req-6379b388-16ca-45aa-9723-40dbe5760691 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Enqueued Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_members [ 847.632850] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_members [ 847.634352] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.634352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.634352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.634623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.635088] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.635277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.635416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.635631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.635783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.635944] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc302d42-aaa5-458a-aa57-29c2cf8e1baf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.642710] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a6837e6-9d77-42b3-a4e5-3a20882a5466: rpc.has_security_group_logging(os_id): False [ 847.660043] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.660043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.660043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.660043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.660043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.660043] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.660043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.660043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.660344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.660344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.660344] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.660452] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.660485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.661122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.661122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.661122] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.661122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.661777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.661777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.661777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.661777] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 is going to be created. [ 847.715454] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.715682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.715809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.716072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.716334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.726747] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 in Status: IN_PROGRESS for 2s [ 847.864099] env[70236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 847.864248] env[70236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] NSXv3 Agent Agent loop - iteration:1 started [ 847.971049] env[70236]: INFO networking_nsxv3.common.synchronization [req-699d5d1c-b035-42ff-885f-7cc6333f3e1a req-9ae556f9-842d-44f0-8f70-88706e7259bf tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Enqueued Resource ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb with Priority: HIGHEST for action security_group_members [ 847.972855] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb with Priority: HIGHEST for action security_group_members [ 847.974917] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.974917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.974917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.974917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.974917] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.974917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.974917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.974917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.974917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.974917] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d4715d-bd60-4a68-8594-fef8dcc1bbcb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.989121] env[70236]: INFO networking_nsxv3.common.synchronization [None req-15794bc9-62f2-424f-9b17-d76ec9ed3d71 None None] Enqueued Resource ID: 1006f26e-d2a4-48c6-b5e0-0059110f4fb1 with Priority: HIGHEST for action port [ 847.989121] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1006f26e-d2a4-48c6-b5e0-0059110f4fb1 with Priority: HIGHEST for action port [ 847.989121] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1006f26e-d2a4-48c6-b5e0-0059110f4fb1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.989121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1006f26e-d2a4-48c6-b5e0-0059110f4fb1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.989121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1006f26e-d2a4-48c6-b5e0-0059110f4fb1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.989121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1006f26e-d2a4-48c6-b5e0-0059110f4fb1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.989121] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1006f26e-d2a4-48c6-b5e0-0059110f4fb1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.137979] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.138287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.138287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.139037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.139037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.139037] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.139037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.139037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.139037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.139307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.139307] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf already deleted. [ 848.139307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.182146] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.182334] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.182441] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.183458] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.183525] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.183648] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.184955] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.185063] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.188549] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.188549] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.188549] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.188549] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.188549] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.188549] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.188549] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.188549] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.204681] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.204856] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.205347] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.206785] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-94" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.206785] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-d5ae2b4f-d6fd-427d-928a-bb7e548d9064 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.206785] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-d5ae2b4f-d6fd-427d-928a-bb7e548d9064" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.206785] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-d5ae2b4f-d6fd-427d-928a-bb7e548d9064" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.206785] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-d5ae2b4f-d6fd-427d-928a-bb7e548d9064" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.206785] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ae2b4f-d6fd-427d-928a-bb7e548d9064',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.478692] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.478848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.478919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.479148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.479243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.479443] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.479545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.479609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.479764] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.479839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.479925] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb is going to be updated. [ 848.492265] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1006f26e-d2a4-48c6-b5e0-0059110f4fb1 [ 848.492450] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.492576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.492653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.492835] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.492917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.493015] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1006f26e-d2a4-48c6-b5e0-0059110f4fb1 already deleted. [ 848.493099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1006f26e-d2a4-48c6-b5e0-0059110f4fb1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.505400] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.505515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.505581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.505745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.505879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.514162] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb in Status: IN_PROGRESS for 2s [ 848.709776] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.710164] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.710387] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.710806] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.711067] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.711315] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port d5ae2b4f-d6fd-427d-928a-bb7e548d9064 not found, creating... [ 848.711795] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.712067] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.712269] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.712658] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.712888] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.713352] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.713596] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.713791] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.714141] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.714369] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.714578] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: d5ae2b4f-d6fd-427d-928a-bb7e548d9064 is going to be created. [ 848.735908] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.736291] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.736291] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.736477] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.736700] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.737425] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-d5ae2b4f-d6fd-427d-928a-bb7e548d9064" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.523947] env[70236]: INFO networking_nsxv3.common.synchronization [req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 req-1b314672-f266-45c9-ad5e-9c8a48c30ff7 service nova] Enqueued Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_rules [ 849.524275] env[70236]: INFO networking_nsxv3.common.synchronization [req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 req-1b314672-f266-45c9-ad5e-9c8a48c30ff7 service nova] Enqueued Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_members [ 849.524332] env[70236]: INFO networking_nsxv3.common.synchronization [req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 req-1b314672-f266-45c9-ad5e-9c8a48c30ff7 service nova] Enqueued Resource ID: d5ae2b4f-d6fd-427d-928a-bb7e548d9064 with Priority: HIGHEST for action port [ 849.524529] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_rules [ 849.524652] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_members [ 849.524745] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ae2b4f-d6fd-427d-928a-bb7e548d9064 with Priority: HIGHEST for action port [ 849.525293] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.525405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.525466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.525672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.525749] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc302d42-aaa5-458a-aa57-29c2cf8e1baf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.526558] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.526716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.526716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.527551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.527551] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.527551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.527551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.527551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.527551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.527551] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc302d42-aaa5-458a-aa57-29c2cf8e1baf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.528223] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ae2b4f-d6fd-427d-928a-bb7e548d9064 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.528341] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ae2b4f-d6fd-427d-928a-bb7e548d9064" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.528380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ae2b4f-d6fd-427d-928a-bb7e548d9064" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.528655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ae2b4f-d6fd-427d-928a-bb7e548d9064" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.528655] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ae2b4f-d6fd-427d-928a-bb7e548d9064',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.738440] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 in Status: SUCCESS [ 849.738545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.030490] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.030685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.030796] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc302d42-aaa5-458a-aa57-29c2cf8e1baf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.032927] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5ae2b4f-d6fd-427d-928a-bb7e548d9064 with status ACTIVE [ 850.033134] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.033248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.033330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.033517] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.033608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.033777] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.033879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.033928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.034097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.034175] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.034354] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.034446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.034506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.034642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.034717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.034799] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5ae2b4f-d6fd-427d-928a-bb7e548d9064 is going to be updated. [ 850.054742] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.054935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.055045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.055290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.055479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.055662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ae2b4f-d6fd-427d-928a-bb7e548d9064" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.525461] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb in Status: SUCCESS [ 850.525461] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb deletion is rescheduled due to dependency. [ 850.525461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.534572] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc302d42-aaa5-458a-aa57-29c2cf8e1baf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.037379] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.037379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.037379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.037379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.037379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.037379] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf is going to be created. [ 851.058958] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.059440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.059440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.059440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.060446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.067719] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf in Status: UNINITIALIZED for 2s [ 853.078396] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf in Status: SUCCESS [ 853.078730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.078913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.079169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.079375] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.079671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.079671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.079771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.082209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.082209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.082209] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc302d42-aaa5-458a-aa57-29c2cf8e1baf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.582460] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc302d42-aaa5-458a-aa57-29c2cf8e1baf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.088784] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc302d42-aaa5-458a-aa57-29c2cf8e1baf: rpc.has_security_group_logging(os_id): False [ 854.111115] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.111115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.111115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.111115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.111115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.111115] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.111115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.111115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.111115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.111115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.111115] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf is going to be created. [ 854.176639] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.177084] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.179443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.179751] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.179941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.190436] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf in Status: IN_PROGRESS for 2s [ 854.528049] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 854.528133] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 855.373518] env[70236]: INFO networking_nsxv3.common.synchronization [None req-325842ad-4505-43c3-892d-1400328475ca None None] Enqueued Resource ID: 60057b58-5dcb-4829-912f-522f53894bc4 with Priority: HIGHEST for action port [ 855.373518] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60057b58-5dcb-4829-912f-522f53894bc4 with Priority: HIGHEST for action port [ 855.373518] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-60057b58-5dcb-4829-912f-522f53894bc4 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.373518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60057b58-5dcb-4829-912f-522f53894bc4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.373518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60057b58-5dcb-4829-912f-522f53894bc4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.373518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60057b58-5dcb-4829-912f-522f53894bc4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.373518] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60057b58-5dcb-4829-912f-522f53894bc4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.877470] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60057b58-5dcb-4829-912f-522f53894bc4 [ 855.878482] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.878482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.878482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.878482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.878482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.878822] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60057b58-5dcb-4829-912f-522f53894bc4 already deleted. [ 855.878822] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60057b58-5dcb-4829-912f-522f53894bc4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.204237] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf in Status: SUCCESS [ 856.204491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.321479] env[70236]: INFO networking_nsxv3.common.synchronization [req-2c605382-4054-45b5-9e96-837b2e690186 req-ec859ac0-034e-468a-bd7f-d2c82edd906a tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Enqueued Resource ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 with Priority: HIGHEST for action security_group_members [ 856.321924] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 with Priority: HIGHEST for action security_group_members [ 856.322277] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6837e6-9d77-42b3-a4e5-3a20882a5466 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.322402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.322469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.322672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.322861] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.322956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.323013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.323278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.323369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.323465] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6837e6-9d77-42b3-a4e5-3a20882a5466',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.606209] env[70236]: INFO networking_nsxv3.common.synchronization [None req-1f3702ac-dd19-4dfc-89d5-7792a9a61ffc tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Enqueued Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_rules [ 856.607792] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_rules [ 856.608357] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.608590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.608590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.608885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.608973] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9176f1f-abf8-4d70-b46b-0b4e587c08e7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.765676] env[70236]: INFO networking_nsxv3.common.synchronization [None req-742db959-e917-4903-8e8c-131180819d29 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Enqueued Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_rules [ 856.766257] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_rules [ 856.767134] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.767134] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.825797] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.825951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.826030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.826336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.826440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.826676] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.826788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.826851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.827028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.827559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.827559] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 is going to be updated. [ 856.852096] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.853129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.855914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.856232] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.856610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.866314] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 in Status: IN_PROGRESS for 2s [ 856.936532] env[70236]: INFO networking_nsxv3.common.synchronization [req-45b3a46e-fa49-4c62-b8d6-542712eab070 req-73f222ab-c303-4003-97de-27addc00e780 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Enqueued Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 856.937312] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 856.937601] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.937739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.937811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.938218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.938420] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.938682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.938682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.939592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.939703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.939838] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.037545] env[70236]: INFO networking_nsxv3.common.synchronization [None req-5dd8780a-b7c9-46cf-89ff-38836ef9bf30 None None] Enqueued Resource ID: c11e6eef-2bab-46c7-bdc7-955cc7b3280f with Priority: HIGHEST for action port [ 857.041025] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c11e6eef-2bab-46c7-bdc7-955cc7b3280f with Priority: HIGHEST for action port [ 857.041025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c11e6eef-2bab-46c7-bdc7-955cc7b3280f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.041025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c11e6eef-2bab-46c7-bdc7-955cc7b3280f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.041025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c11e6eef-2bab-46c7-bdc7-955cc7b3280f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.041025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c11e6eef-2bab-46c7-bdc7-955cc7b3280f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.041025] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c11e6eef-2bab-46c7-bdc7-955cc7b3280f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.132580] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.132580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.132580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.132928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.133021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.133057] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 already deleted. [ 857.133148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.133340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.133516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.133617] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9176f1f-abf8-4d70-b46b-0b4e587c08e7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.443414] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.543204] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c11e6eef-2bab-46c7-bdc7-955cc7b3280f [ 857.543204] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.543204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.543204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.543204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.543204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.543204] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c11e6eef-2bab-46c7-bdc7-955cc7b3280f already deleted. [ 857.543204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c11e6eef-2bab-46c7-bdc7-955cc7b3280f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.562393] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.562956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-334" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.562956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-334" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.562956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-334" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.563203] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.563354] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.563465] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.563673] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.565365] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.565678] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.565808] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.565926] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.566058] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.566170] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.566273] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.566405] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.587420] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.587643] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.588871] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.589133] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-334" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.589472] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-336fc531-367f-4817-ad7b-255b201450a0 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.589643] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-336fc531-367f-4817-ad7b-255b201450a0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.589771] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-336fc531-367f-4817-ad7b-255b201450a0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.590150] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-336fc531-367f-4817-ad7b-255b201450a0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.590298] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336fc531-367f-4817-ad7b-255b201450a0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.611679] env[70236]: INFO networking_nsxv3.common.synchronization [None req-f11a9627-c3cb-4cd6-a482-369cec1f0eb4 None None] Enqueued Resource ID: a525957b-17b4-4949-ab70-383a1ed46ebf with Priority: HIGHEST for action port [ 857.614580] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a525957b-17b4-4949-ab70-383a1ed46ebf with Priority: HIGHEST for action port [ 857.614580] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a525957b-17b4-4949-ab70-383a1ed46ebf taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.614580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a525957b-17b4-4949-ab70-383a1ed46ebf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.614580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a525957b-17b4-4949-ab70-383a1ed46ebf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.614580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a525957b-17b4-4949-ab70-383a1ed46ebf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.614580] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a525957b-17b4-4949-ab70-383a1ed46ebf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.653860] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.654375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.655206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.655206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.655206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.655206] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 already deleted. [ 857.655206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.814528] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.814687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.814758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.814971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.815110] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.947334] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.094698] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.094943] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.095089] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.095385] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.095537] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.095696] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 336fc531-367f-4817-ad7b-255b201450a0 not found, creating... [ 858.095967] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.096173] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.096317] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.096541] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.096678] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.096961] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.097153] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.097247] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.100548] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.100548] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.100548] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 336fc531-367f-4817-ad7b-255b201450a0 is going to be created. [ 858.117171] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a525957b-17b4-4949-ab70-383a1ed46ebf [ 858.117171] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.117171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.117171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.118144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.118409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.119029] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a525957b-17b4-4949-ab70-383a1ed46ebf already deleted. [ 858.119029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a525957b-17b4-4949-ab70-383a1ed46ebf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.120465] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.121236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.121236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.121356] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.122179] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.122179] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-336fc531-367f-4817-ad7b-255b201450a0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.317744] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.453039] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.453194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.453264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.453472] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.453560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.453653] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008ff048-307a-43c4-ad36-617eb097312d is going to be updated. [ 858.496911] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.497075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.497144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.497356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.497498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.507370] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: IN_PROGRESS for 2s [ 858.603122] env[70236]: INFO networking_nsxv3.common.synchronization [None req-4196b9f9-3624-4029-acf9-4eeaeea9e6ed None None] Enqueued Resource ID: 2faef9a5-657e-481e-91d7-ae356bcd1251 with Priority: HIGHEST for action port [ 858.603390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2faef9a5-657e-481e-91d7-ae356bcd1251 with Priority: HIGHEST for action port [ 858.603962] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2faef9a5-657e-481e-91d7-ae356bcd1251 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.604095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2faef9a5-657e-481e-91d7-ae356bcd1251" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.604159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2faef9a5-657e-481e-91d7-ae356bcd1251" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.604405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2faef9a5-657e-481e-91d7-ae356bcd1251" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.604482] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2faef9a5-657e-481e-91d7-ae356bcd1251',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.821623] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.875174] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 in Status: SUCCESS [ 858.875383] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6837e6-9d77-42b3-a4e5-3a20882a5466 deletion is rescheduled due to dependency. [ 858.877839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6837e6-9d77-42b3-a4e5-3a20882a5466" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.108769] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2faef9a5-657e-481e-91d7-ae356bcd1251 [ 859.108979] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.109368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.109502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.109754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.109850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.109948] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2faef9a5-657e-481e-91d7-ae356bcd1251 already deleted. [ 859.110042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2faef9a5-657e-481e-91d7-ae356bcd1251" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.149350] env[70236]: INFO networking_nsxv3.common.synchronization [req-45b3a46e-fa49-4c62-b8d6-542712eab070 req-8feca2df-53b3-47ee-b4b1-418312fbe322 service nova] Enqueued Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_rules [ 859.149894] env[70236]: INFO networking_nsxv3.common.synchronization [req-45b3a46e-fa49-4c62-b8d6-542712eab070 req-8feca2df-53b3-47ee-b4b1-418312fbe322 service nova] Enqueued Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 859.150142] env[70236]: INFO networking_nsxv3.common.synchronization [req-45b3a46e-fa49-4c62-b8d6-542712eab070 req-8feca2df-53b3-47ee-b4b1-418312fbe322 service nova] Enqueued Resource ID: 336fc531-367f-4817-ad7b-255b201450a0 with Priority: HIGHEST for action port [ 859.151018] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_rules [ 859.151194] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 859.151328] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336fc531-367f-4817-ad7b-255b201450a0 with Priority: HIGHEST for action port [ 859.151693] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.151926] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.152038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.152291] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.152653] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.153275] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.153374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.153568] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-336fc531-367f-4817-ad7b-255b201450a0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.153667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-336fc531-367f-4817-ad7b-255b201450a0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.153732] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-336fc531-367f-4817-ad7b-255b201450a0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.153918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-336fc531-367f-4817-ad7b-255b201450a0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.154463] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336fc531-367f-4817-ad7b-255b201450a0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.325334] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 859.325334] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 859.351152] env[70236]: INFO networking_nsxv3.common.synchronization [None req-9e0409a0-3e37-441d-b01a-c520d27eaf7f None None] Enqueued Resource ID: 22c314cb-ca88-4814-84fa-3f9a5ba0cf01 with Priority: HIGHEST for action port [ 859.351758] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c314cb-ca88-4814-84fa-3f9a5ba0cf01 with Priority: HIGHEST for action port [ 859.352154] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-22c314cb-ca88-4814-84fa-3f9a5ba0cf01 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.352441] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22c314cb-ca88-4814-84fa-3f9a5ba0cf01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.352441] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22c314cb-ca88-4814-84fa-3f9a5ba0cf01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.352849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22c314cb-ca88-4814-84fa-3f9a5ba0cf01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.353157] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c314cb-ca88-4814-84fa-3f9a5ba0cf01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.658704] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.658704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.660055] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 336fc531-367f-4817-ad7b-255b201450a0 with status ACTIVE [ 859.660055] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.660055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.660055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.660055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.660055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.660055] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.660055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.660660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.661026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.661026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.661239] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.662145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.662256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.662383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.662516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.665019] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 336fc531-367f-4817-ad7b-255b201450a0 is going to be updated. [ 859.702085] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.702257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.702327] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.702543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.702689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.702851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-336fc531-367f-4817-ad7b-255b201450a0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.857969] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22c314cb-ca88-4814-84fa-3f9a5ba0cf01 [ 859.858419] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.858595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.858682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.858912] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.859041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.859205] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22c314cb-ca88-4814-84fa-3f9a5ba0cf01 already deleted. [ 859.859311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22c314cb-ca88-4814-84fa-3f9a5ba0cf01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.911292] env[70236]: INFO networking_nsxv3.common.synchronization [req-d2fbf18e-1072-487c-b1cb-af6b2f7a105c req-5724ff1c-b321-4f3b-9c85-fc558210bb24 tempest-SecurityGroupRulesTestJSON-659560690 tempest-SecurityGroupRulesTestJSON-659560690-project-member] Enqueued Resource ID: a4286c0a-d51f-431a-a6cf-d7bd535cc12c with Priority: HIGHEST for action security_group_rules [ 859.911292] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4286c0a-d51f-431a-a6cf-d7bd535cc12c with Priority: HIGHEST for action security_group_rules [ 859.912408] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4286c0a-d51f-431a-a6cf-d7bd535cc12c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.912846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4286c0a-d51f-431a-a6cf-d7bd535cc12c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.913048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4286c0a-d51f-431a-a6cf-d7bd535cc12c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.913575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4286c0a-d51f-431a-a6cf-d7bd535cc12c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.913804] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4286c0a-d51f-431a-a6cf-d7bd535cc12c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.224912] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.225074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.225142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.225367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.245025] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 860.245025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.246992] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 860.271892] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.272092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.272168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.272373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.278191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.278490] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 860.278490] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.278490] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 860.314205] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.314407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.314407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.315704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.316151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.317241] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 860.380184] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.380534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.380716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.381025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.381409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.381855] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 860.434707] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.434886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.434985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.435432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.435569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.435702] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4286c0a-d51f-431a-a6cf-d7bd535cc12c already deleted. [ 860.435820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4286c0a-d51f-431a-a6cf-d7bd535cc12c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.437738] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.437892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.437998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.438351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.438674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.439016] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 860.439886] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f4942a3d-50fa-4640-93c7-3950233f88f6', '3cb9eaec-57f4-44d4-bfec-533daab53b8f', '62cb56cf-96fe-4c31-9e78-b15b55d6b969', '6f3e1044-a726-49cb-9c1d-90e2d33ea088', 'bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01', '3f9b119f-8e17-44b1-8a86-8e904fe25f10', '161a6ea1-310a-461e-917f-697c48e14d1d', '9873dfda-a6d4-45e5-b8d2-315715ab9bd7', 'f0818aa4-a926-4bd3-8f98-d4a5db14ff53', '45cbb4e2-dac6-4212-8fac-545c515a9c38', '4d9369f6-7b71-467a-9977-0c09a6b1a983', '2858ad03-7947-47d4-81e7-d79c10d98805', '6567fe17-6b8b-4a7e-b60c-d1c09a619f62', '8139345d-803a-475e-829b-971abf125824', '601eee2a-5d68-4779-b6ae-659f3419a77f', '85d4715d-bd60-4a68-8594-fef8dcc1bbcb', '6494d859-7ac7-40f1-b58f-f363eb2400da', '637abfd4-b385-4242-923f-0aecbe039ef8', '008ff048-307a-43c4-ad36-617eb097312d', 'bb13611f-6a8f-4364-8850-6255418e64ac', '1785cb07-64a7-4c20-af95-dcc775d3ae0c', '73c796d7-91b3-4e22-91a8-a4b52078d377', 'fcdce516-53b2-4b44-adf0-13ba58a461ca', 'e9978f97-7cd4-450d-8c0e-e68b1571ce43', 'edefbbe5-db20-4f6b-a42e-e7b082b938b1', '83cb84e6-54f0-4c74-af64-7dad1fc0b4c6', '3393f6d3-5e69-4f7d-835e-0327f07a4e15', 'b583f810-9bb1-4862-9671-8fc402aac720', 'fc302d42-aaa5-458a-aa57-29c2cf8e1baf', '8f4d0114-8f4f-43f9-8671-ea2285836b8e', 'ac829449-3abb-46ec-9d36-b7e38278b3d9', '25defce6-87d3-4cd9-b70c-9acae0fd2b83', '0a6837e6-9d77-42b3-a4e5-3a20882a5466', '1887df37-4d91-401b-bb3b-820134a3144a'} {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.440008] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 860.459032] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.459032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.459032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.459032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.459032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.459032] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 860.459032] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.459032] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 860.515700] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: SUCCESS [ 860.515923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.516218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.516407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.517189] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.517189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.517189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.517189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.517189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.517189] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.520259] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.523416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.523538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.523716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.524442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.524674] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 860.524811] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.524811] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 860.525271] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 860.525271] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 860.525271] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4942a3d-50fa-4640-93c7-3950233f88f6 with Priority: HIGH for action security_group_rules [ 860.525271] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f with Priority: HIGH for action security_group_rules [ 860.525271] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGH for action security_group_rules [ 860.525271] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 with Priority: HIGH for action security_group_rules [ 860.525471] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGH for action security_group_rules [ 860.525471] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGH for action security_group_rules [ 860.525471] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 161a6ea1-310a-461e-917f-697c48e14d1d with Priority: HIGH for action security_group_rules [ 860.525471] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGH for action security_group_rules [ 860.525606] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 with Priority: HIGH for action security_group_rules [ 860.525606] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGH for action security_group_rules [ 860.525682] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 with Priority: HIGH for action security_group_rules [ 860.525682] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGH for action security_group_rules [ 860.525746] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 with Priority: HIGH for action security_group_rules [ 860.525877] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8139345d-803a-475e-829b-971abf125824 with Priority: HIGH for action security_group_rules [ 860.525917] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGH for action security_group_rules [ 860.525997] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb with Priority: HIGH for action security_group_rules [ 860.526095] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGH for action security_group_rules [ 860.526163] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGH for action security_group_rules [ 860.526356] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGH for action security_group_rules [ 860.526356] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb13611f-6a8f-4364-8850-6255418e64ac with Priority: HIGH for action security_group_rules [ 860.526452] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.570042] env[70236]: INFO networking_nsxv3.common.synchronization [req-d210831f-05fd-48d8-8fc7-5f581e2cc56d req-2d1270ca-1fa2-4111-9602-9fc5a06b92b9 tempest-SecurityGroupRulesTestJSON-659560690 tempest-SecurityGroupRulesTestJSON-659560690-project-member] Enqueued Resource ID: d25076e0-9e70-41d2-b0e3-03cebeaef41e with Priority: HIGHEST for action security_group_rules [ 860.570042] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25076e0-9e70-41d2-b0e3-03cebeaef41e with Priority: HIGHEST for action security_group_rules [ 860.570042] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4942a3d-50fa-4640-93c7-3950233f88f6 with Priority: HIGH for action security_group_rules [ 860.570042] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 with Priority: HIGH for action security_group_rules [ 860.570042] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161a6ea1-310a-461e-917f-697c48e14d1d with Priority: HIGH for action security_group_rules [ 860.570042] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 601eee2a-5d68-4779-b6ae-659f3419a77f with Priority: HIGH for action security_group_rules [ 860.570042] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb13611f-6a8f-4364-8850-6255418e64ac with Priority: HIGH for action security_group_rules [ 860.570042] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGH for action security_group_rules [ 860.570042] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637abfd4-b385-4242-923f-0aecbe039ef8 with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6494d859-7ac7-40f1-b58f-f363eb2400da with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8139345d-803a-475e-829b-971abf125824 with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 with Priority: HIGH for action security_group_rules [ 860.573390] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d25076e0-9e70-41d2-b0e3-03cebeaef41e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.573390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d25076e0-9e70-41d2-b0e3-03cebeaef41e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.573390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d25076e0-9e70-41d2-b0e3-03cebeaef41e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.573390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d25076e0-9e70-41d2-b0e3-03cebeaef41e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.574480] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d25076e0-9e70-41d2-b0e3-03cebeaef41e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.574480] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4942a3d-50fa-4640-93c7-3950233f88f6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.574571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.574715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.575065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.575065] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4942a3d-50fa-4640-93c7-3950233f88f6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.575631] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.575742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.575804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.575957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.576048] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62cb56cf-96fe-4c31-9e78-b15b55d6b969',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.576915] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-161a6ea1-310a-461e-917f-697c48e14d1d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.576915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.576915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.577297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.577297] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('161a6ea1-310a-461e-917f-697c48e14d1d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.578378] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-601eee2a-5d68-4779-b6ae-659f3419a77f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.578512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.578615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.578878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.578878] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('601eee2a-5d68-4779-b6ae-659f3419a77f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.579710] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb13611f-6a8f-4364-8850-6255418e64ac taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.579872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.579872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.580724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.580724] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb13611f-6a8f-4364-8850-6255418e64ac',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.581018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.581111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.581309] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-637abfd4-b385-4242-923f-0aecbe039ef8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.581404] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.581465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.581681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.581726] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('637abfd4-b385-4242-923f-0aecbe039ef8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.583627] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6494d859-7ac7-40f1-b58f-f363eb2400da taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.583627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.583627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.583627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.583627] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6494d859-7ac7-40f1-b58f-f363eb2400da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.584676] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8139345d-803a-475e-829b-971abf125824 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.584778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.584836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.584987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.585275] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8139345d-803a-475e-829b-971abf125824',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.585937] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85d4715d-bd60-4a68-8594-fef8dcc1bbcb taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.586057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.586122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.586275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.586396] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85d4715d-bd60-4a68-8594-fef8dcc1bbcb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.586570] env[70236]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 860.587377] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6567fe17-6b8b-4a7e-b60c-d1c09a619f62 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.587478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.587541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.587794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.587855] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6567fe17-6b8b-4a7e-b60c-d1c09a619f62',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.588871] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.588871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.588871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.589058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.589391] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.590011] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d9369f6-7b71-467a-9977-0c09a6b1a983 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.590134] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.590217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.590549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.590549] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d9369f6-7b71-467a-9977-0c09a6b1a983',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.591316] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45cbb4e2-dac6-4212-8fac-545c515a9c38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.591437] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.591493] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.591671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.591746] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.592652] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0818aa4-a926-4bd3-8f98-d4a5db14ff53 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.592897] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.592897] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.593086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.593183] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0818aa4-a926-4bd3-8f98-d4a5db14ff53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.595263] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.595263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.595263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.595263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.595263] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.595975] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.596346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.596409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.596641] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.596741] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.597718] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.597790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.597848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.597960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.598527] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.600431] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb9eaec-57f4-44d4-bfec-533daab53b8f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.600554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.600624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.600749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.600821] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb9eaec-57f4-44d4-bfec-533daab53b8f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.601676] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f3e1044-a726-49cb-9c1d-90e2d33ea088 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.601857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.601857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.602074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.602166] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f3e1044-a726-49cb-9c1d-90e2d33ea088',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.602383] env[70236]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 860.632773] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.632951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.633036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.633257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.636153] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.636264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.657747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.657962] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62cb56cf-96fe-4c31-9e78-b15b55d6b969 is going to be deleted. [ 860.658876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.659068] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.680195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.680195] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4942a3d-50fa-4640-93c7-3950233f88f6 is going to be deleted. [ 860.730142] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.730360] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.730412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.730658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.730788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.730932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62cb56cf-96fe-4c31-9e78-b15b55d6b969" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.735772] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.735772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.735772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.735772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.735772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.736077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4942a3d-50fa-4640-93c7-3950233f88f6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.027973] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.125514] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.125875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.125875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.125995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.126126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.126212] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d25076e0-9e70-41d2-b0e3-03cebeaef41e already deleted. [ 861.126284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d25076e0-9e70-41d2-b0e3-03cebeaef41e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.147883] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.147883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.147883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.147883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.147883] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.148206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.148206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.148206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.148366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.148366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.148439] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.150276] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-45cbb4e2-dac6-4212-8fac-545c515a9c38 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.150276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.150276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.150276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.150276] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.150276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.152055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.152055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.152055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.152055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.152401] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.153273] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.155025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.155025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.155025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.155025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.155025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.155025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.155025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.155025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.155025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.155025] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.159663] env[70236]: INFO networking_nsxv3.common.synchronization [req-8aca97d5-dbf1-47ee-b326-cbcedce88e31 req-d4f8cf8c-9422-48ef-a01b-a5d932fb08d1 tempest-SecurityGroupRulesTestJSON-659560690 tempest-SecurityGroupRulesTestJSON-659560690-project-member] Enqueued Resource ID: 431d17a5-9c53-4ef1-bc2f-64f306fb211c with Priority: HIGHEST for action security_group_rules [ 861.175799] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.176074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.176230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.176611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.176890] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.177083] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.177223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.177994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.178087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.178266] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.178507] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.182319] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.182555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.183016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.183124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.183337] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.183510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.183694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.184032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.184192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.184378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.184681] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.193592] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431d17a5-9c53-4ef1-bc2f-64f306fb211c with Priority: HIGHEST for action security_group_rules [ 861.208071] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-431d17a5-9c53-4ef1-bc2f-64f306fb211c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.208318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-431d17a5-9c53-4ef1-bc2f-64f306fb211c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.208465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-431d17a5-9c53-4ef1-bc2f-64f306fb211c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.208884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-431d17a5-9c53-4ef1-bc2f-64f306fb211c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.209061] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('431d17a5-9c53-4ef1-bc2f-64f306fb211c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.229907] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.230095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.230233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.230606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.247404] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.247564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.251357] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.251488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.254634] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.254771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.255867] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.255986] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.267468] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.267630] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.268621] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.269292] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.269545] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.269696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.270444] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.270562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.271738] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.271738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.272399] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.272521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.273349] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 861.273821] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.273958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.275051] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 861.275523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.275619] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 637abfd4-b385-4242-923f-0aecbe039ef8 is going to be deleted. [ 861.276681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.276786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.297915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.298124] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8139345d-803a-475e-829b-971abf125824 is going to be deleted. [ 861.299739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.300037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.316961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.317100] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 161a6ea1-310a-461e-917f-697c48e14d1d is going to be deleted. [ 861.318146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.319202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.339522] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.339522] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85d4715d-bd60-4a68-8594-fef8dcc1bbcb is going to be deleted. [ 861.344037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.344037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.352673] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.352673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.370954] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.371111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.372140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.372267] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d9369f6-7b71-467a-9977-0c09a6b1a983 is going to be deleted. [ 861.373554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.373771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.394033] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.394033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.426027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.426027] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f3e1044-a726-49cb-9c1d-90e2d33ea088 is going to be deleted. [ 861.426027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.426027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.449492] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.449492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.454541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.454541] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb13611f-6a8f-4364-8850-6255418e64ac is going to be deleted. [ 861.456037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.456037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.458651] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.458651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.472027] env[70236]: INFO networking_nsxv3.common.synchronization [None req-532cf9f9-5bb7-47bf-9f42-10db2510f7fd None None] Enqueued Resource ID: d30d0442-eee0-4c99-aa92-4cb9ed58b2e1 with Priority: HIGHEST for action port [ 861.472297] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30d0442-eee0-4c99-aa92-4cb9ed58b2e1 with Priority: HIGHEST for action port [ 861.472924] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30d0442-eee0-4c99-aa92-4cb9ed58b2e1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.473101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30d0442-eee0-4c99-aa92-4cb9ed58b2e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.473171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30d0442-eee0-4c99-aa92-4cb9ed58b2e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.473365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30d0442-eee0-4c99-aa92-4cb9ed58b2e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.473448] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30d0442-eee0-4c99-aa92-4cb9ed58b2e1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.496766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.496886] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 601eee2a-5d68-4779-b6ae-659f3419a77f is going to be deleted. [ 861.498197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.498296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.520034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.520440] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb9eaec-57f4-44d4-bfec-533daab53b8f is going to be deleted. [ 861.521082] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.521294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.532582] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.573342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.573342] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6567fe17-6b8b-4a7e-b60c-d1c09a619f62 is going to be deleted. [ 861.575215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.575676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.578769] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.578769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.586985] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.587134] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.652947] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.653087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.660114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.660114] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6494d859-7ac7-40f1-b58f-f363eb2400da is going to be deleted. [ 861.660573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.661692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.662739] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.662870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.662944] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.663118] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.663286] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.663384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.663444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.663589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.663696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.663778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.664371] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.664371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.664371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.664371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.664371] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.664574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.664574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.664574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.664664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.664786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.664845] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.666210] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.666320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.666440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.666708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.666708] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.666845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.666845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.666964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.667050] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.667134] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.667277] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.667403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.667531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.667590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.667683] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.667775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.667833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.667965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.668065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.668126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.668281] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.669241] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.695818] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.707092] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.707339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.707339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.707518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.707673] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.707784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.707840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.707978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.708103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.708220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.708598] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.708598] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.708598] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.708598] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.708836] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.708836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.708955] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.709017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.709073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.709144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.709229] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.715172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.715310] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0818aa4-a926-4bd3-8f98-d4a5db14ff53 is going to be deleted. [ 861.716565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.716755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.716882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.717073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8139345d-803a-475e-829b-971abf125824" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.718337] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.718479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.718545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.720323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.720323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.720323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb9eaec-57f4-44d4-bfec-533daab53b8f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.720323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.720323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.720323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.720323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-637abfd4-b385-4242-923f-0aecbe039ef8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.720323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.720323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.720323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.721767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-161a6ea1-310a-461e-917f-697c48e14d1d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.722690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.722962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.723233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.723364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85d4715d-bd60-4a68-8594-fef8dcc1bbcb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.724714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.724957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.725312] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.725529] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d9369f6-7b71-467a-9977-0c09a6b1a983" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.725806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.726376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.726376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.726376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f3e1044-a726-49cb-9c1d-90e2d33ea088" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.726834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.727047] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.727176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.727323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-601eee2a-5d68-4779-b6ae-659f3419a77f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.727539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.728076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.728076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.728076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb13611f-6a8f-4364-8850-6255418e64ac" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.765986] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.766195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.766287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.766447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.766542] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.766625] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 431d17a5-9c53-4ef1-bc2f-64f306fb211c already deleted. [ 861.766703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-431d17a5-9c53-4ef1-bc2f-64f306fb211c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.798614] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.798812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.798876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.799065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.799173] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.799296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6567fe17-6b8b-4a7e-b60c-d1c09a619f62" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.821044] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.821235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.821306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.821515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.821605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.821824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6494d859-7ac7-40f1-b58f-f363eb2400da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.927356] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.927356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.927356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.927356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.927356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.927356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0818aa4-a926-4bd3-8f98-d4a5db14ff53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.977260] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d30d0442-eee0-4c99-aa92-4cb9ed58b2e1 [ 861.977260] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.977260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.977260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.977260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.977260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.977260] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d30d0442-eee0-4c99-aa92-4cb9ed58b2e1 already deleted. [ 861.977260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30d0442-eee0-4c99-aa92-4cb9ed58b2e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.029095] env[70236]: INFO networking_nsxv3.common.synchronization [req-fc553b05-c80a-4b82-a897-23b35236e4d8 req-e15ffdb7-5e78-4838-b991-e8a8734f8ebe tempest-SecurityGroupRulesTestJSON-659560690 tempest-SecurityGroupRulesTestJSON-659560690-project-member] Enqueued Resource ID: 20d29e86-6bd3-4ba4-8e20-e5412803fc1f with Priority: HIGHEST for action security_group_rules [ 862.029573] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d29e86-6bd3-4ba4-8e20-e5412803fc1f with Priority: HIGHEST for action security_group_rules [ 862.029879] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d29e86-6bd3-4ba4-8e20-e5412803fc1f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.030237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d29e86-6bd3-4ba4-8e20-e5412803fc1f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.030397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d29e86-6bd3-4ba4-8e20-e5412803fc1f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.030585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d29e86-6bd3-4ba4-8e20-e5412803fc1f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.030670] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d29e86-6bd3-4ba4-8e20-e5412803fc1f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.040059] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.040314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.040314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.040832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.040832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.040832] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008ff048-307a-43c4-ad36-617eb097312d is going to be updated. [ 862.090911] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.091102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.091198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.091493] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.091733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.106190] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: IN_PROGRESS for 2s [ 862.169892] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f9b119f-8e17-44b1-8a86-8e904fe25f10: rpc.has_security_group_logging(os_id): False [ 862.171054] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01: rpc.has_security_group_logging(os_id): False [ 862.171898] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45cbb4e2-dac6-4212-8fac-545c515a9c38: rpc.has_security_group_logging(os_id): False [ 862.193482] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.193482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.193482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.193482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.194788] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.194788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.194916] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.195081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.197823] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9873dfda-a6d4-45e5-b8d2-315715ab9bd7: rpc.has_security_group_logging(os_id): False [ 862.211944] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2858ad03-7947-47d4-81e7-d79c10d98805: rpc.has_security_group_logging(os_id): False [ 862.213195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.213440] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.213560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.213625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.213813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.213894] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.214115] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.214216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.214276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.214419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.214491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.214664] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.214745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.214802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.214943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.215014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.215122] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 is going to be updated. [ 862.216016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.216179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.217561] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.217654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.231187] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.231295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.237146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.237402] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.237555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.237555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.237730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.237812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.237905] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 is going to be updated. [ 862.238880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.239057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.266193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.266441] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.266569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.266656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.266821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.266905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.267123] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.267230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.267326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.267432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.267506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.267733] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.267815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.267879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.268066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.268158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.268274] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 is going to be updated. [ 862.269337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.269935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.277774] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.277875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.290146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.290146] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.290146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.290146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.290486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.290599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.291715] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.291856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.291925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.292149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.292237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.292425] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.292509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.292572] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.292717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.292794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.292888] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 862.294754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.294878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.300860] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.300980] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.314502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.314791] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.314889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.314953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.316127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.316344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.316667] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 is going to be updated. [ 862.317496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.317687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.317828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.319237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.319410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.319540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.339105] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 in Status: IN_PROGRESS for 2s [ 862.347767] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: IN_PROGRESS for 2s [ 862.363040] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.363229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.363299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.363515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.363657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.398567] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.398879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.398879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.399111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.399284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.419490] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.419695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.419832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.419985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.420149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.422924] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: IN_PROGRESS for 2s [ 862.423646] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 862.481534] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 in Status: IN_PROGRESS for 2s [ 862.524405] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d3580b9-f9cb-4e12-84fa-a0bef6718888 req-4e287d22-9bec-4810-aa59-87c5fd1600e3 tempest-SecurityGroupRulesTestJSON-659560690 tempest-SecurityGroupRulesTestJSON-659560690-project-member] Enqueued Resource ID: 48b513a1-08fb-4615-b318-a910fca580aa with Priority: HIGHEST for action security_group_rules [ 862.525096] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b513a1-08fb-4615-b318-a910fca580aa with Priority: HIGHEST for action security_group_rules [ 862.525487] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48b513a1-08fb-4615-b318-a910fca580aa taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.525776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.525776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.526046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.526134] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48b513a1-08fb-4615-b318-a910fca580aa',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.557531] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.557531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.557531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.557764] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.557832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.557869] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d29e86-6bd3-4ba4-8e20-e5412803fc1f already deleted. [ 862.557958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d29e86-6bd3-4ba4-8e20-e5412803fc1f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.647908] env[70236]: INFO networking_nsxv3.common.synchronization [req-27fa0634-1d17-4d1d-b8e8-1a19481cf5a4 req-93e459f4-98c5-4eeb-96ae-d7f426153867 tempest-SecurityGroupRulesTestJSON-659560690 tempest-SecurityGroupRulesTestJSON-659560690-project-member] Enqueued Resource ID: 48b513a1-08fb-4615-b318-a910fca580aa with Priority: HIGHEST for action security_group_rules [ 862.648508] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b513a1-08fb-4615-b318-a910fca580aa with Priority: HIGHEST for action security_group_rules [ 862.648815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48b513a1-08fb-4615-b318-a910fca580aa taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.648917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.827691] env[70236]: INFO networking_nsxv3.common.synchronization [req-2cbf9fad-b5a5-457c-804d-2728a3d27859 req-30033571-74fb-4473-b371-929f69d7f001 tempest-SecurityGroupRulesTestJSON-659560690 tempest-SecurityGroupRulesTestJSON-659560690-project-member] Enqueued Resource ID: 48b513a1-08fb-4615-b318-a910fca580aa with Priority: HIGHEST for action security_group_rules [ 862.828286] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b513a1-08fb-4615-b318-a910fca580aa with Priority: HIGHEST for action security_group_rules [ 862.828590] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48b513a1-08fb-4615-b318-a910fca580aa taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.828711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.044447] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.044800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.044800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.044907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.045008] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.045112] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48b513a1-08fb-4615-b318-a910fca580aa already deleted. [ 863.045199] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.045359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.045521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.045604] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48b513a1-08fb-4615-b318-a910fca580aa',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.568915] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.569253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.569253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.569380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.569475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.569574] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48b513a1-08fb-4615-b318-a910fca580aa already deleted. [ 863.569751] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.569975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.570235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.570366] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48b513a1-08fb-4615-b318-a910fca580aa',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.004767] env[70236]: INFO networking_nsxv3.common.synchronization [req-d49aeeab-0326-4211-9b19-690f61ffe518 req-6be7790c-5ded-4563-80c1-1353f97d6766 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 864.005350] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 864.005618] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.005720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.005787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.006095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.006175] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.006286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.006330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.006473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.006982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.006982] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.090994] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.091313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.091313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.094550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.094550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.094550] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48b513a1-08fb-4615-b318-a910fca580aa already deleted. [ 864.094550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48b513a1-08fb-4615-b318-a910fca580aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.116027] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: SUCCESS [ 864.116027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.116027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.116027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.116027] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.116027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.116027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.116027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.116027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.116027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.116027] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.353551] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 in Status: SUCCESS [ 864.353713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.360800] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: SUCCESS [ 864.361029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.367431] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.368213] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.368460] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.368893] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.369337] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.370029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.370029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.370204] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.370494] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.370878] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.371112] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.371333] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.371550] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.371773] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.371988] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.372254] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.391997] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.392279] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.392508] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.392786] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-617" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.393278] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-5a4a75a9-4950-4e78-927f-d5077a9117c5 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.393558] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-5a4a75a9-4950-4e78-927f-d5077a9117c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.393762] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-5a4a75a9-4950-4e78-927f-d5077a9117c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.394236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-5a4a75a9-4950-4e78-927f-d5077a9117c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.394466] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a4a75a9-4950-4e78-927f-d5077a9117c5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.443559] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 864.443872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.445049] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: SUCCESS [ 864.445152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.492550] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 in Status: SUCCESS [ 864.492952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.508174] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.619218] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.619413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.619502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.619774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.619980] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.620111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.620191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.620374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.620484] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.620593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.620784] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.620900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.620976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.621170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.621339] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.621451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.621534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.621794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.621895] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.622244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.622415] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.896982] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.897454] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.897454] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.897793] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.898030] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.898325] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 5a4a75a9-4950-4e78-927f-d5077a9117c5 not found, creating... [ 864.898549] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.898755] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.898913] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.899279] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.899388] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.899714] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.899887] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.903926] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.904597] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.904802] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.905062] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 5a4a75a9-4950-4e78-927f-d5077a9117c5 is going to be created. [ 864.929021] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.929291] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.929438] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.930680] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.932910] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.933214] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-5a4a75a9-4950-4e78-927f-d5077a9117c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.011260] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.125021] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 008ff048-307a-43c4-ad36-617eb097312d: rpc.has_security_group_logging(os_id): False [ 865.141264] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.141427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.141500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.141779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.159336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.159336] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.159454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.159497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.159678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.159763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.159955] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.160268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.160268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.160268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.160376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.160519] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.160620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.160665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.160824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.160903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.160989] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 008ff048-307a-43c4-ad36-617eb097312d is going to be updated. [ 865.228142] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.228142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.228142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.228142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.228142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.239254] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: IN_PROGRESS for 2s [ 865.513609] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.513853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.513939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.514198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.514563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.514822] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 865.541393] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.541603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.541702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.541952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.542160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.551165] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 865.744019] env[70236]: INFO networking_nsxv3.common.synchronization [req-d49aeeab-0326-4211-9b19-690f61ffe518 req-fd80b3e0-82a1-4f8a-be2a-9d69b3811998 service nova] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_rules [ 865.744019] env[70236]: INFO networking_nsxv3.common.synchronization [req-d49aeeab-0326-4211-9b19-690f61ffe518 req-fd80b3e0-82a1-4f8a-be2a-9d69b3811998 service nova] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 865.744019] env[70236]: INFO networking_nsxv3.common.synchronization [req-d49aeeab-0326-4211-9b19-690f61ffe518 req-fd80b3e0-82a1-4f8a-be2a-9d69b3811998 service nova] Enqueued Resource ID: 5a4a75a9-4950-4e78-927f-d5077a9117c5 with Priority: HIGHEST for action port [ 865.744019] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_rules [ 865.744019] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 865.744019] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4a75a9-4950-4e78-927f-d5077a9117c5 with Priority: HIGHEST for action port [ 865.745356] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.746264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.746511] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.746792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.747864] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.748316] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.748950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.748950] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a4a75a9-4950-4e78-927f-d5077a9117c5 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.749141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a4a75a9-4950-4e78-927f-d5077a9117c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.749141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a4a75a9-4950-4e78-927f-d5077a9117c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.749418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a4a75a9-4950-4e78-927f-d5077a9117c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.749547] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a4a75a9-4950-4e78-927f-d5077a9117c5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.256268] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.256648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.256648] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a4a75a9-4950-4e78-927f-d5077a9117c5 with status ACTIVE [ 866.256733] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.256863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.256921] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.257113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.257209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.257385] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.257481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.257537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.257691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.257763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.257944] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.258048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.258142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.258242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.258315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.258402] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a4a75a9-4950-4e78-927f-d5077a9117c5 is going to be updated. [ 866.278120] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.278294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.278470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.278512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.278646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.278825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a4a75a9-4950-4e78-927f-d5077a9117c5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.623404] env[70236]: INFO networking_nsxv3.common.synchronization [req-0a7658dc-8332-4b89-93e6-91361e44c163 req-e60a14f9-a53a-43d4-8a50-77be86c2e10a tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 866.624041] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 866.624380] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.624504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.624573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.624804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.624963] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.625079] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.625143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.625297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.625383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.625579] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.128130] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.128303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.128373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.128595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.128686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.128901] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.129039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.129485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.129701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.129796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.129896] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 867.153971] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.154209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.154284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.154482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.154621] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.163233] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 867.251381] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: SUCCESS [ 867.251613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.251823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.252056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.252149] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.507596] env[70236]: INFO networking_nsxv3.common.synchronization [req-7d7295f8-2938-4f10-8c38-25fca955e5a4 req-04094a5e-a0de-4e59-b705-9160cf95703c tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Enqueued Resource ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 with Priority: HIGHEST for action security_group_members [ 867.507596] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 with Priority: HIGHEST for action security_group_members [ 867.507596] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.507596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.507974] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.508281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.508543] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.508700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.508770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.509046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.509210] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.509310] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95b9af5-b10a-4eee-93e6-9cfb97782ef0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.562463] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 867.562463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.562463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.562463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.562463] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.562463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.562463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.562463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.562463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.562463] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.758051] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.758051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.758051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.758051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.758051] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.758051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.758615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.758615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.758615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.758615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.758615] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.013780] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.014028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.014129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.014415] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.014488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.014688] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.014784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.014858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.015016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.015567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.015567] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 already deleted. [ 868.015567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.064535] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.154186] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.154393] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-488" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.154524] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-488" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.155232] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-488" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.155608] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.156381] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.156381] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.156381] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.156381] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.156542] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.157069] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.157247] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.157855] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.157855] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.157855] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.157855] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.178589] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.178589] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.178589] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.178589] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-488" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.178589] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-0065151d-2061-4295-939d-b5cb3a4a71a5 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.178589] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-0065151d-2061-4295-939d-b5cb3a4a71a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.178589] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-0065151d-2061-4295-939d-b5cb3a4a71a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.178589] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-0065151d-2061-4295-939d-b5cb3a4a71a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.178589] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0065151d-2061-4295-939d-b5cb3a4a71a5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.263623] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.263623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.263623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.263623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.263891] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.263891] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.263891] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.264097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.264173] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.264225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.265879] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.265879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.265879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.265879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.265879] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.265879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.265879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.265879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.265879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.265879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.265879] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.568388] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.586085] env[70236]: INFO networking_nsxv3.common.synchronization [None req-eff3ccf7-1f14-46e8-98cc-31e88cb58035 None None] Enqueued Resource ID: af5673dc-6be5-425f-9f6f-ab97451be2c6 with Priority: HIGHEST for action port [ 868.586085] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5673dc-6be5-425f-9f6f-ab97451be2c6 with Priority: HIGHEST for action port [ 868.586085] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-af5673dc-6be5-425f-9f6f-ab97451be2c6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.586085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af5673dc-6be5-425f-9f6f-ab97451be2c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.586085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af5673dc-6be5-425f-9f6f-ab97451be2c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.586739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af5673dc-6be5-425f-9f6f-ab97451be2c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.586981] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5673dc-6be5-425f-9f6f-ab97451be2c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.681968] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.684956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.684956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.684956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.684956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.684956] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 0065151d-2061-4295-939d-b5cb3a4a71a5 not found, creating... [ 868.684956] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.684956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.684956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.684956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.684956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.685419] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.685419] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.685826] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.686207] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.686464] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.686943] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 0065151d-2061-4295-939d-b5cb3a4a71a5 is going to be created. [ 868.718118] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.719025] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.719025] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.719025] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.719025] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.719288] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-0065151d-2061-4295-939d-b5cb3a4a71a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.767766] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 008ff048-307a-43c4-ad36-617eb097312d: rpc.has_security_group_logging(os_id): False [ 868.785767] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.786109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.786109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.786296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.786391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.786647] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.786751] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.786828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.787029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.787115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.787323] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.787433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.787494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.787640] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.787738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.787926] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.788979] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.789117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.789281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.789387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.789480] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 008ff048-307a-43c4-ad36-617eb097312d is going to be updated. [ 868.909741] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.909961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.909961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.910241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.910364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.948591] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: IN_PROGRESS for 2s [ 869.069568] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.069778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.069873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.073255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.073399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.073525] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 869.090042] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af5673dc-6be5-425f-9f6f-ab97451be2c6 [ 869.090365] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.090460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.090516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.090692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.090784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.090879] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af5673dc-6be5-425f-9f6f-ab97451be2c6 already deleted. [ 869.090962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af5673dc-6be5-425f-9f6f-ab97451be2c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.104398] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.104563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.104626] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.104814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.105988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.115248] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 869.176174] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 869.176174] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 deletion is rescheduled due to dependency. [ 869.176174] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.516472] env[70236]: INFO networking_nsxv3.common.synchronization [req-7d7295f8-2938-4f10-8c38-25fca955e5a4 req-11cdec1e-d451-4e01-bced-85999413fd5f service nova] Enqueued Resource ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 with Priority: HIGHEST for action security_group_rules [ 869.516646] env[70236]: INFO networking_nsxv3.common.synchronization [req-7d7295f8-2938-4f10-8c38-25fca955e5a4 req-11cdec1e-d451-4e01-bced-85999413fd5f service nova] Enqueued Resource ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 with Priority: HIGHEST for action security_group_members [ 869.516790] env[70236]: INFO networking_nsxv3.common.synchronization [req-7d7295f8-2938-4f10-8c38-25fca955e5a4 req-11cdec1e-d451-4e01-bced-85999413fd5f service nova] Enqueued Resource ID: 0065151d-2061-4295-939d-b5cb3a4a71a5 with Priority: HIGHEST for action port [ 869.517060] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 with Priority: HIGHEST for action security_group_rules [ 869.517204] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 with Priority: HIGHEST for action security_group_members [ 869.517301] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0065151d-2061-4295-939d-b5cb3a4a71a5 with Priority: HIGHEST for action port [ 869.517854] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c95b9af5-b10a-4eee-93e6-9cfb97782ef0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.517979] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.518368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.518633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.518761] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c95b9af5-b10a-4eee-93e6-9cfb97782ef0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.519534] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.519649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.519713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.519890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.520602] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.520602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.520602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.520602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.520761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.520761] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95b9af5-b10a-4eee-93e6-9cfb97782ef0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.522269] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-0065151d-2061-4295-939d-b5cb3a4a71a5 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.523955] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0065151d-2061-4295-939d-b5cb3a4a71a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.523955] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0065151d-2061-4295-939d-b5cb3a4a71a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.523955] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0065151d-2061-4295-939d-b5cb3a4a71a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.523955] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0065151d-2061-4295-939d-b5cb3a4a71a5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.025176] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.025594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.025594] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c95b9af5-b10a-4eee-93e6-9cfb97782ef0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.026591] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0065151d-2061-4295-939d-b5cb3a4a71a5 with status ACTIVE [ 870.026956] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.026956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.027195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.027195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.027349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.027521] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.027629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.027790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.027896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.027896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.029304] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.029677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.029677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.029677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.029677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.029886] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0065151d-2061-4295-939d-b5cb3a4a71a5 is going to be updated. [ 870.056939] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.057079] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.057243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.058755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.058755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.058755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0065151d-2061-4295-939d-b5cb3a4a71a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.358755] env[70236]: INFO networking_nsxv3.common.synchronization [None req-fded00c8-196f-498d-841e-b057b9526108 None None] Enqueued Resource ID: 19a1ec78-2660-46ed-ada1-5e7ad7554458 with Priority: HIGHEST for action port [ 870.359556] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a1ec78-2660-46ed-ada1-5e7ad7554458 with Priority: HIGHEST for action port [ 870.359556] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-19a1ec78-2660-46ed-ada1-5e7ad7554458 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.359556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19a1ec78-2660-46ed-ada1-5e7ad7554458" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.359556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19a1ec78-2660-46ed-ada1-5e7ad7554458" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.359765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19a1ec78-2660-46ed-ada1-5e7ad7554458" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.359765] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a1ec78-2660-46ed-ada1-5e7ad7554458',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.534954] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c95b9af5-b10a-4eee-93e6-9cfb97782ef0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.866023] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19a1ec78-2660-46ed-ada1-5e7ad7554458 [ 870.866023] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.866023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.866023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.866023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.866023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.866023] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19a1ec78-2660-46ed-ada1-5e7ad7554458 already deleted. [ 870.866023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19a1ec78-2660-46ed-ada1-5e7ad7554458" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.966345] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: SUCCESS [ 870.966579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.036271] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.036575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.036619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.036915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.037016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.037122] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 is going to be created. [ 871.063411] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.063411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.063411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.063411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.063411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.072435] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 in Status: UNINITIALIZED for 2s [ 871.122057] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 871.122276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.122443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.122736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.122880] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.122973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.123052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.123200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.123284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.123371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.123460] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.625701] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.625872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.625947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.626220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.626512] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.627055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.627055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.627055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.627055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.627055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.627259] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.627259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.627351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.627500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.627642] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.627735] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.627795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.627959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.628049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.628132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.628240] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.130651] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b583f810-9bb1-4862-9671-8fc402aac720: rpc.has_security_group_logging(os_id): False [ 872.151622] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.151836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.151913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.152139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.170925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.172169] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.172244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.172324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.172528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.172609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.172815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.172911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.173807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.173807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.173807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.173807] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.173807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.173807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.174245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.174996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.174996] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 872.247483] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.247637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.247703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.247908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.249024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.266994] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 873.084332] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 in Status: SUCCESS [ 873.084332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.084332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.084666] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.084666] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.084755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.084792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.084947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.085037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.085127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.085219] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c95b9af5-b10a-4eee-93e6-9cfb97782ef0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.587565] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.588044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.588044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.588044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.588240] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.588354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.588421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.588589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.588677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.588766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.588912] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.589028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.589078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.589244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.589383] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.589469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.589525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.589685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.589768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.589852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.589954] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c95b9af5-b10a-4eee-93e6-9cfb97782ef0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.091545] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c95b9af5-b10a-4eee-93e6-9cfb97782ef0: rpc.has_security_group_logging(os_id): False [ 874.110463] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.110463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.110463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.110463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.110463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.110463] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.110463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.110463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.110463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.110463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.110949] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.110949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.110949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.110949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.111263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.111398] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.111533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.111624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.112335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.112335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.112335] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 is going to be created. [ 874.189586] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.189586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.189586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.189586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.189586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.199590] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 in Status: IN_PROGRESS for 2s [ 874.291709] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 874.292053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.360364] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 875.360824] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 876.217088] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 in Status: SUCCESS [ 876.217339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.117445] env[70236]: INFO networking_nsxv3.common.synchronization [None req-5cc96b68-e3eb-40d5-832f-677604415c6a None None] Enqueued Resource ID: 30b3c46b-73c9-487f-a883-0e399ccee3d4 with Priority: HIGHEST for action port [ 877.117445] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b3c46b-73c9-487f-a883-0e399ccee3d4 with Priority: HIGHEST for action port [ 877.117445] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b3c46b-73c9-487f-a883-0e399ccee3d4 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.117445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b3c46b-73c9-487f-a883-0e399ccee3d4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.117445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b3c46b-73c9-487f-a883-0e399ccee3d4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.117445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b3c46b-73c9-487f-a883-0e399ccee3d4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.117445] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b3c46b-73c9-487f-a883-0e399ccee3d4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.618904] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30b3c46b-73c9-487f-a883-0e399ccee3d4 [ 877.619153] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.619289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.619401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.619590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.619654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.619757] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30b3c46b-73c9-487f-a883-0e399ccee3d4 already deleted. [ 877.619890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b3c46b-73c9-487f-a883-0e399ccee3d4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.864482] env[70236]: INFO networking_nsxv3.common.synchronization [None req-4d43ef82-97e1-4760-8b9e-29522561ba14 None None] Enqueued Resource ID: d448953e-c050-4005-bb0c-769bdf30a2b3 with Priority: HIGHEST for action port [ 877.864482] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d448953e-c050-4005-bb0c-769bdf30a2b3 with Priority: HIGHEST for action port [ 877.864619] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d448953e-c050-4005-bb0c-769bdf30a2b3 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.864697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d448953e-c050-4005-bb0c-769bdf30a2b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.864754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d448953e-c050-4005-bb0c-769bdf30a2b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.865016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d448953e-c050-4005-bb0c-769bdf30a2b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.865211] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d448953e-c050-4005-bb0c-769bdf30a2b3',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.367814] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d448953e-c050-4005-bb0c-769bdf30a2b3 [ 878.368064] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.368258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.368258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.369023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.369023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.369023] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d448953e-c050-4005-bb0c-769bdf30a2b3 already deleted. [ 878.369023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d448953e-c050-4005-bb0c-769bdf30a2b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.318777] env[70236]: INFO networking_nsxv3.common.synchronization [None req-3dcac199-ed2c-40f2-b0a3-bdffec83a0b3 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Enqueued Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_rules [ 879.320121] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_rules [ 879.321038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.324022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.324022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.324022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.324022] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e2b965f-99fa-46d6-847a-ea07b73e6d38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.428819] env[70236]: INFO networking_nsxv3.common.synchronization [None req-acf07859-f9d3-4f45-86df-4cbb151fead5 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Enqueued Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_rules [ 879.429821] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_rules [ 879.429821] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.429821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.558659] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-6ad28343-778e-4779-ab10-e16313edcc18 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 879.559243] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 879.559541] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.559657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.559717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.559956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.560119] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.560214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.560272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.560427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.560526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.560617] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.843627] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.847041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.847160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.847364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.847469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.851025] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 already deleted. [ 879.851025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.851025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.851025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.851025] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e2b965f-99fa-46d6-847a-ea07b73e6d38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.874542] env[70236]: INFO networking_nsxv3.common.synchronization [None req-5e9c942a-4db1-4e68-a7b6-f4103ecc043e None None] Enqueued Resource ID: 9454a46e-6a7d-4960-8bfb-a0223716045b with Priority: HIGHEST for action port [ 879.875215] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9454a46e-6a7d-4960-8bfb-a0223716045b with Priority: HIGHEST for action port [ 879.876622] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9454a46e-6a7d-4960-8bfb-a0223716045b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.877208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9454a46e-6a7d-4960-8bfb-a0223716045b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.877208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9454a46e-6a7d-4960-8bfb-a0223716045b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.878281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9454a46e-6a7d-4960-8bfb-a0223716045b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.878419] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9454a46e-6a7d-4960-8bfb-a0223716045b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.048233] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-ac5cc7ea-c359-40aa-9623-364c84257c3b tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 880.048881] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 880.049293] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.049435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.063404] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.063629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.063766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.064045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.064197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.064515] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.064676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.064875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.064985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.066478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.066478] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 already deleted. [ 880.066478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.066478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.066478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.066738] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.069331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.069331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.069331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.069331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.069331] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.371192] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.371192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.371192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.371192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.371192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.371192] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 already deleted. [ 880.371192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.383995] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9454a46e-6a7d-4960-8bfb-a0223716045b [ 880.384300] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.384533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.384533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.384690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.384779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.384870] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9454a46e-6a7d-4960-8bfb-a0223716045b already deleted. [ 880.384954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9454a46e-6a7d-4960-8bfb-a0223716045b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.458015] env[70236]: INFO networking_nsxv3.common.synchronization [None req-ea708093-f473-4f2e-aebb-c3454fee5c2b None None] Enqueued Resource ID: 24822e02-7071-4a7d-a33c-1ab30a989bba with Priority: HIGHEST for action port [ 880.458015] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24822e02-7071-4a7d-a33c-1ab30a989bba with Priority: HIGHEST for action port [ 880.459347] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-24822e02-7071-4a7d-a33c-1ab30a989bba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.459347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24822e02-7071-4a7d-a33c-1ab30a989bba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.459347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24822e02-7071-4a7d-a33c-1ab30a989bba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.459347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24822e02-7071-4a7d-a33c-1ab30a989bba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.461327] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24822e02-7071-4a7d-a33c-1ab30a989bba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.487838] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-6868eb63-a1ee-4cab-b1a8-7f6258e41ebf tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 880.487838] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 880.488011] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.488075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.574768] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.574927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.574989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.575327] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.575431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.579020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.579020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.579020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.579020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.579020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.579020] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 already deleted. [ 880.579020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.579020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.579020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.579020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.579020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.579020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.579020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.579020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.579020] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.849901] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.850061] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-535" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.850061] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-535" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.850464] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-535" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.852786] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.852900] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.853015] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.853287] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.853443] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.853658] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.853776] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.853889] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.853996] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.854144] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.854269] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.854412] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.875334] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.876506] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.876506] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.876506] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-535" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.876885] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-201c188b-2954-452c-936a-6e0e82e01b8b taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.876885] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-201c188b-2954-452c-936a-6e0e82e01b8b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.876885] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-201c188b-2954-452c-936a-6e0e82e01b8b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.877253] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-201c188b-2954-452c-936a-6e0e82e01b8b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.877348] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('201c188b-2954-452c-936a-6e0e82e01b8b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.964112] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24822e02-7071-4a7d-a33c-1ab30a989bba [ 880.964359] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.964503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.964730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.964825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.964920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.965033] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24822e02-7071-4a7d-a33c-1ab30a989bba already deleted. [ 880.965117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24822e02-7071-4a7d-a33c-1ab30a989bba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.081646] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.081895] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.081981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.082220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.082311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.082568] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.082685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.082748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.083032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.083157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.083260] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 already deleted. [ 881.083359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.383865] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.383865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.383865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.383865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.383865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.383865] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 201c188b-2954-452c-936a-6e0e82e01b8b not found, creating... [ 881.384453] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.384453] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.384453] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.384732] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.384905] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.385161] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.385373] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.385483] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.385635] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.386343] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.386343] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 201c188b-2954-452c-936a-6e0e82e01b8b is going to be created. [ 881.407121] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.407121] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.407237] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.408199] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.408199] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.408199] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-201c188b-2954-452c-936a-6e0e82e01b8b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.509053] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-b6351858-dbff-48cf-affd-a9062e58d75e service nova] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_rules [ 882.509307] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-b6351858-dbff-48cf-affd-a9062e58d75e service nova] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 882.509403] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-b6351858-dbff-48cf-affd-a9062e58d75e service nova] Enqueued Resource ID: 201c188b-2954-452c-936a-6e0e82e01b8b with Priority: HIGHEST for action port [ 882.509967] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_rules [ 882.511955] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 882.511955] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 201c188b-2954-452c-936a-6e0e82e01b8b with Priority: HIGHEST for action port [ 882.512270] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.512403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.512470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.512740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.512795] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.514131] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.514131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.514131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.514297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.514457] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.514528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.514568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.514936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.514936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.514936] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.515953] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-201c188b-2954-452c-936a-6e0e82e01b8b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.516032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-201c188b-2954-452c-936a-6e0e82e01b8b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.517428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-201c188b-2954-452c-936a-6e0e82e01b8b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.517428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-201c188b-2954-452c-936a-6e0e82e01b8b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.517428] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('201c188b-2954-452c-936a-6e0e82e01b8b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.019325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.019325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.019325] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.019325] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 201c188b-2954-452c-936a-6e0e82e01b8b with status ACTIVE [ 883.022825] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.023035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.023151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.023421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.023518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.023720] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.023866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.023935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.024375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.024502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.024946] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.024946] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.024946] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.025124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.025124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.025185] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 201c188b-2954-452c-936a-6e0e82e01b8b is going to be updated. [ 883.048767] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.048901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.048977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.051845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.051845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.051845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-201c188b-2954-452c-936a-6e0e82e01b8b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.423710] env[70236]: INFO networking_nsxv3.common.synchronization [req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 req-0ec24ab8-2bc0-493b-aa5c-08831398f444 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Enqueued Resource ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 with Priority: HIGHEST for action security_group_members [ 883.424344] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 with Priority: HIGHEST for action security_group_members [ 883.424737] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.424899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.424971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.425578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.425850] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.425982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.426091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.426261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.426396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.426512] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95b9af5-b10a-4eee-93e6-9cfb97782ef0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.527779] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.608575] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.608798] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.608946] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.609481] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.609650] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.609856] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.610040] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.610311] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.610491] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.610735] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.610881] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.611045] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.611187] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.611343] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.611624] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.611840] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.634058] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.634058] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 883.634058] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.634058] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.634058] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-ee5716fc-1124-46ca-a5ac-685a7be87113 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.634058] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-ee5716fc-1124-46ca-a5ac-685a7be87113" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.634058] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-ee5716fc-1124-46ca-a5ac-685a7be87113" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.634058] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-ee5716fc-1124-46ca-a5ac-685a7be87113" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.634058] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee5716fc-1124-46ca-a5ac-685a7be87113',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.815815] env[70236]: INFO networking_nsxv3.common.synchronization [req-4c2c6d60-47af-4cd6-8342-ae75848d87bc req-d4d2a556-7a37-40e9-a7e8-f8fb6e652f95 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Enqueued Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 883.816431] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 883.817563] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.817563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.817563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.817980] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.819375] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.819510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.819573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.819744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.819849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.819947] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.934088] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.934088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.934088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.934088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.934088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.934088] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.934088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.934088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.934088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.934088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.934088] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 is going to be updated. [ 883.960255] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.961409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.961409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.961409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.961409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.978075] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 in Status: IN_PROGRESS for 2s [ 884.031323] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.031323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.031494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.031644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.031740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.031956] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be created. [ 884.055849] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.056011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.056080] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.056343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.056510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.065932] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: UNINITIALIZED for 2s [ 884.136614] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.136915] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.136973] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.137264] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.137451] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.137653] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port ee5716fc-1124-46ca-a5ac-685a7be87113 not found, creating... [ 884.137994] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.138177] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.138298] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.138557] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.138741] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.140022] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.140230] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.140404] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.141018] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.141018] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.141109] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: ee5716fc-1124-46ca-a5ac-685a7be87113 is going to be created. [ 884.165416] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.165635] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.165785] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.167423] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.167679] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.167916] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-ee5716fc-1124-46ca-a5ac-685a7be87113" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.310982] env[70236]: INFO networking_nsxv3.common.synchronization [req-2ae6497c-93e9-42a5-9bef-928a67506146 req-74711123-b5d9-448b-af14-906ab304277c tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Enqueued Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 884.311977] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 884.312526] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.312645] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.312713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.312936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.313098] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.313204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.313268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.313429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.313517] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.313607] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.321471] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.815831] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.816281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.816281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.816428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.823095] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.855334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.855593] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.855702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.855764] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.855972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.856067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.856153] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 is going to be updated. [ 884.902232] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.902394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.902448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.902660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.902803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.924409] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: IN_PROGRESS for 2s [ 884.930879] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-f97bd9a9-319a-48f9-bbb1-78ffe50be251 service nova] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_rules [ 884.931081] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-f97bd9a9-319a-48f9-bbb1-78ffe50be251 service nova] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 884.931231] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-f97bd9a9-319a-48f9-bbb1-78ffe50be251 service nova] Enqueued Resource ID: ee5716fc-1124-46ca-a5ac-685a7be87113 with Priority: HIGHEST for action port [ 884.931754] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_rules [ 884.931953] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 884.932120] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee5716fc-1124-46ca-a5ac-685a7be87113 with Priority: HIGHEST for action port [ 884.932399] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.932500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.933030] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.933030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.933327] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee5716fc-1124-46ca-a5ac-685a7be87113 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.933500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee5716fc-1124-46ca-a5ac-685a7be87113" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.933571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee5716fc-1124-46ca-a5ac-685a7be87113" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.933774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee5716fc-1124-46ca-a5ac-685a7be87113" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.933849] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee5716fc-1124-46ca-a5ac-685a7be87113',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.329688] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.329995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.330095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.331029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.331029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.331029] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008ff048-307a-43c4-ad36-617eb097312d is going to be updated. [ 885.366241] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.366241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.366241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.366241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.366241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.374376] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: IN_PROGRESS for 2s [ 885.436782] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee5716fc-1124-46ca-a5ac-685a7be87113 with status ACTIVE [ 885.436981] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.437173] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.437230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.437404] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.437560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.437687] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.437780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.437924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.437998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.438086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.439047] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.439047] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.439047] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.439047] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.439047] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.439047] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee5716fc-1124-46ca-a5ac-685a7be87113 is going to be updated. [ 885.490045] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.490045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.490280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.490379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.490518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.490725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee5716fc-1124-46ca-a5ac-685a7be87113" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.894805] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.895140] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-535" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.895140] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-535" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.895414] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-535" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.895668] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.895827] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.895948] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.896383] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.896542] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.896789] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.896935] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.897104] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.897252] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.897397] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.897562] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.897952] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.917709] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.917892] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.918046] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.918272] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-535" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.918608] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-26908c31-5eae-4ab4-9a47-fa3699508602 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.918847] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-26908c31-5eae-4ab4-9a47-fa3699508602" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.918942] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-26908c31-5eae-4ab4-9a47-fa3699508602" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.919305] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-26908c31-5eae-4ab4-9a47-fa3699508602" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.919450] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26908c31-5eae-4ab4-9a47-fa3699508602',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.971129] env[70236]: INFO networking_nsxv3.common.synchronization [req-b7b41937-a1b5-403a-9eda-1fb358a6d086 req-782beffa-bb9f-4602-9bb6-7d826ca70163 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_members [ 885.972204] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_members [ 885.972951] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5371e80b-4518-4456-8904-1c4184f2d63c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.973117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.973200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.973434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.973593] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.973686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.973742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.973902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.973988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.974094] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.987624] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 in Status: SUCCESS [ 885.987804] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 deletion is rescheduled due to dependency. [ 885.987915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.076993] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 886.077230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.077393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.077605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.077790] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.077908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.077971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.078137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.078215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.078355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.078458] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.079313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.079479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.079633] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.082971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.082971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.082971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.082971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.082971] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.357725] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.357984] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.359982] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.360394] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.360693] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.360864] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.360989] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.361238] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.361389] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.361674] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.361817] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.362016] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.362124] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.362244] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.362346] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.362517] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.381009] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.381260] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.381417] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.381712] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.382232] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-c0340936-539c-4e92-8c28-0d18120fea61 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.382428] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-c0340936-539c-4e92-8c28-0d18120fea61" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.382605] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-c0340936-539c-4e92-8c28-0d18120fea61" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.382938] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-c0340936-539c-4e92-8c28-0d18120fea61" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.383133] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0340936-539c-4e92-8c28-0d18120fea61',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.421745] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.422017] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.422158] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.422432] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.422586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.422744] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 26908c31-5eae-4ab4-9a47-fa3699508602 not found, creating... [ 886.423025] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.423189] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.423308] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.423527] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.423665] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.423941] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.424110] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.424230] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.424440] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.424576] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.424717] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 26908c31-5eae-4ab4-9a47-fa3699508602 is going to be created. [ 886.444602] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.444838] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.445044] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.445305] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.445538] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.445799] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-26908c31-5eae-4ab4-9a47-fa3699508602" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.476832] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.477012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.477095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.477303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.477391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.477583] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.477684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.477744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.477890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.477967] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.478060] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5371e80b-4518-4456-8904-1c4184f2d63c already deleted. [ 886.478143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.582080] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.582280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.584623] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.889147] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.889147] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.889147] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.889147] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.889147] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.889147] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port c0340936-539c-4e92-8c28-0d18120fea61 not found, creating... [ 886.889147] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.889147] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.889147] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.890062] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.890210] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.890520] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.890701] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.890866] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.891106] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.891403] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.891718] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: c0340936-539c-4e92-8c28-0d18120fea61 is going to be created. [ 886.915232] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.915682] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.915682] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.916038] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.916326] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.916583] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-c0340936-539c-4e92-8c28-0d18120fea61" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.933748] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: SUCCESS [ 886.934051] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 deletion is rescheduled due to dependency. [ 886.934234] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.086876] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.177018] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-f172c6e2-4dfa-41da-829a-7bca344faded service nova] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_rules [ 887.177018] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-f172c6e2-4dfa-41da-829a-7bca344faded service nova] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 887.177018] env[70236]: INFO networking_nsxv3.common.synchronization [req-bffd8323-fb69-4821-b587-006798f5c457 req-f172c6e2-4dfa-41da-829a-7bca344faded service nova] Enqueued Resource ID: 26908c31-5eae-4ab4-9a47-fa3699508602 with Priority: HIGHEST for action port [ 887.177018] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_rules [ 887.177018] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 887.177018] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26908c31-5eae-4ab4-9a47-fa3699508602 with Priority: HIGHEST for action port [ 887.177018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.177672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.178064] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.178277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.178643] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-26908c31-5eae-4ab4-9a47-fa3699508602 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.178881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26908c31-5eae-4ab4-9a47-fa3699508602" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.179042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26908c31-5eae-4ab4-9a47-fa3699508602" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.179342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26908c31-5eae-4ab4-9a47-fa3699508602" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.179522] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26908c31-5eae-4ab4-9a47-fa3699508602',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.383787] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: SUCCESS [ 887.384016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.589974] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.590165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.590248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.590454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.590545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.590643] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 887.648424] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.648424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.648424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.648424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.648424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.662866] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 887.668923] env[70236]: INFO networking_nsxv3.common.synchronization [req-b7b41937-a1b5-403a-9eda-1fb358a6d086 req-97656a85-5143-4d9a-a845-46c2b4d7dc55 service nova] Enqueued Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_rules [ 887.669130] env[70236]: INFO networking_nsxv3.common.synchronization [req-b7b41937-a1b5-403a-9eda-1fb358a6d086 req-97656a85-5143-4d9a-a845-46c2b4d7dc55 service nova] Enqueued Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_members [ 887.669280] env[70236]: INFO networking_nsxv3.common.synchronization [req-b7b41937-a1b5-403a-9eda-1fb358a6d086 req-97656a85-5143-4d9a-a845-46c2b4d7dc55 service nova] Enqueued Resource ID: c0340936-539c-4e92-8c28-0d18120fea61 with Priority: HIGHEST for action port [ 887.669509] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_rules [ 887.669636] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_members [ 887.669773] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0340936-539c-4e92-8c28-0d18120fea61 with Priority: HIGHEST for action port [ 887.670320] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5371e80b-4518-4456-8904-1c4184f2d63c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.670442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.670509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.670704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.670784] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.671642] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5371e80b-4518-4456-8904-1c4184f2d63c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.671755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.671823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.672089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.672177] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.672270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.672340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.672466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.672559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.672631] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.677142] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0340936-539c-4e92-8c28-0d18120fea61 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.677142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0340936-539c-4e92-8c28-0d18120fea61" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.677142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0340936-539c-4e92-8c28-0d18120fea61" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.677142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0340936-539c-4e92-8c28-0d18120fea61" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.677142] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0340936-539c-4e92-8c28-0d18120fea61',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.681736] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26908c31-5eae-4ab4-9a47-fa3699508602 with status ACTIVE [ 887.681944] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.682072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.682142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.682305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.682617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.682617] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.682787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.682787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.682912] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.682962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.683125] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.683219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.683278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.683418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.683481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.683567] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26908c31-5eae-4ab4-9a47-fa3699508602 is going to be updated. [ 887.706801] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.707018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.707018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.707288] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.707355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.707517] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26908c31-5eae-4ab4-9a47-fa3699508602" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.177530] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5371e80b-4518-4456-8904-1c4184f2d63c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.177923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.177923] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.178851] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0340936-539c-4e92-8c28-0d18120fea61 with status ACTIVE [ 888.179044] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.179155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.179224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.179456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.179548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.179721] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.179885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.180140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.180140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.180249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.180471] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.180594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.180594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.180779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.180779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.180912] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0340936-539c-4e92-8c28-0d18120fea61 is going to be updated. [ 888.201469] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.201655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.201745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.201983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.202181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.202339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0340936-539c-4e92-8c28-0d18120fea61" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.411760] env[70236]: INFO networking_nsxv3.common.synchronization [req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b req-9d9c4edc-811f-4e9d-81a9-88d714f88782 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 888.412370] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 888.412718] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.412862] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.412962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.413299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.413532] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.413738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.413864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.414099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.414264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.414420] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.683401] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.689147] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.689350] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.689478] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.690090] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.690167] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.690345] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.690585] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.690707] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.690827] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.692060] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.692060] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.692060] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.692060] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.692060] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.692060] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.692060] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.713097] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.713278] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.713420] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.713597] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.713909] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-e33726c0-ed41-4f1c-8f66-632639765bb6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.714104] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-e33726c0-ed41-4f1c-8f66-632639765bb6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.714274] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-e33726c0-ed41-4f1c-8f66-632639765bb6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.714613] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-e33726c0-ed41-4f1c-8f66-632639765bb6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.714757] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33726c0-ed41-4f1c-8f66-632639765bb6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.917092] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.917242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.917312] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.917515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.937552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.937631] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.937779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.937824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.938425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.938425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.938425] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be updated. [ 888.962714] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.962886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.962959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.963202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.963373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.971910] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: IN_PROGRESS for 2s [ 889.188469] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.190114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.190114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.190114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.190114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.190114] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5371e80b-4518-4456-8904-1c4184f2d63c is going to be created. [ 889.210416] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.210557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.210628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.210845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.211011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.217942] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.218171] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.218299] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.218562] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.218776] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.218852] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port e33726c0-ed41-4f1c-8f66-632639765bb6 not found, creating... [ 889.219149] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.219334] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.219466] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.219724] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.219865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.226019] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.226019] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.226019] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.226019] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.226019] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.226019] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: e33726c0-ed41-4f1c-8f66-632639765bb6 is going to be created. [ 889.226019] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5371e80b-4518-4456-8904-1c4184f2d63c in Status: UNINITIALIZED for 2s [ 889.250186] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.250360] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.250484] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.250730] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.250953] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.251189] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-e33726c0-ed41-4f1c-8f66-632639765bb6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.672186] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 889.672525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.674049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.674049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.674049] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.674049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.674049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.674049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.674049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.674049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.674049] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.674049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.674049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.674049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.674994] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.674994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.674994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.674994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.674994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.674994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.674994] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.675743] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.675899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.676062] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.676166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.676230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.676372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.676442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.676536] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.178689] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e71e8e-3ec9-45e6-81ff-2df9794a2658: rpc.has_security_group_logging(os_id): False [ 890.179898] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.188491] env[70236]: INFO networking_nsxv3.common.synchronization [req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b req-061ae44d-d7d4-4560-b468-f6123606c410 service nova] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_rules [ 890.188719] env[70236]: INFO networking_nsxv3.common.synchronization [req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b req-061ae44d-d7d4-4560-b468-f6123606c410 service nova] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 890.188818] env[70236]: INFO networking_nsxv3.common.synchronization [req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b req-061ae44d-d7d4-4560-b468-f6123606c410 service nova] Enqueued Resource ID: e33726c0-ed41-4f1c-8f66-632639765bb6 with Priority: HIGHEST for action port [ 890.189062] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_rules [ 890.189196] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 890.189555] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33726c0-ed41-4f1c-8f66-632639765bb6 with Priority: HIGHEST for action port [ 890.190515] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.190515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.190821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.191099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.191776] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.196460] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.196581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.196965] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e33726c0-ed41-4f1c-8f66-632639765bb6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.197118] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e33726c0-ed41-4f1c-8f66-632639765bb6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.197161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e33726c0-ed41-4f1c-8f66-632639765bb6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.197329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e33726c0-ed41-4f1c-8f66-632639765bb6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.197407] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33726c0-ed41-4f1c-8f66-632639765bb6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.199636] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.199771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.199907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.200037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.200087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.200294] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.200393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.200455] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.200604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.200683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.200864] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.200972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.201041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.201219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.201254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.201487] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.201585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.201585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.201736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.201819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.201981] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be created. [ 890.263788] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.263941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.264088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.264225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.264407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.276283] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 890.683382] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.703589] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.703766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.704114] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e33726c0-ed41-4f1c-8f66-632639765bb6 with status ACTIVE [ 890.704114] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.704490] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.704490] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.704490] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.704606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.704709] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.704804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.704864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.705025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.705103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.705277] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.705369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.705429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.705566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.705637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.705720] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e33726c0-ed41-4f1c-8f66-632639765bb6 is going to be updated. [ 890.725893] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.726056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.726106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.726295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.726419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.726587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e33726c0-ed41-4f1c-8f66-632639765bb6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.965437] env[70236]: INFO networking_nsxv3.common.synchronization [req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 req-ed03676a-a12b-4fa5-84d0-52618fe29ce0 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 890.966029] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 890.966121] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.966221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.966285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.966453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.966598] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.966692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.966753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.966893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.966986] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.967097] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.981352] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: SUCCESS [ 890.981533] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 deletion is rescheduled due to dependency. [ 890.981642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.982167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.982337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.982529] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.982644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.982704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.982857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.982958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.983082] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.186140] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.186687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.186875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.187238] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.189188] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.189188] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 891.215820] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.215820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.215820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.215820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.215820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.227130] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 891.236676] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5371e80b-4518-4456-8904-1c4184f2d63c in Status: SUCCESS [ 891.237802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.238138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.238469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.241263] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.241263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.241263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.241263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.241263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.241263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.241263] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.468833] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.469073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.469198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.469449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.485171] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.489842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.490140] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.490260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.490351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.490571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.490646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.490735] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 891.516146] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.516347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.516417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.516661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.516831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.520830] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.521227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.521227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.521541] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.523347] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.523347] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.523347] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.523347] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.523347] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.523347] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.523347] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.523347] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.523347] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.523790] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.523790] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.523790] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.526826] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 891.541702] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.541992] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.542159] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.542348] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.542676] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-3ef1f1ed-10d2-40db-969e-174040349fc5 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.542890] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-3ef1f1ed-10d2-40db-969e-174040349fc5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.543017] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-3ef1f1ed-10d2-40db-969e-174040349fc5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.543484] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-3ef1f1ed-10d2-40db-969e-174040349fc5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.543716] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ef1f1ed-10d2-40db-969e-174040349fc5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.745887] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.988586] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.046872] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.047193] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.047332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.047637] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.047786] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.047951] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 3ef1f1ed-10d2-40db-969e-174040349fc5 not found, creating... [ 892.048248] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.048405] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.048521] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.048742] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.048967] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.049332] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.049508] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.049610] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.049835] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.049969] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.050244] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 3ef1f1ed-10d2-40db-969e-174040349fc5 is going to be created. [ 892.082391] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.082671] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.082829] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.083170] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.083419] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.083700] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-3ef1f1ed-10d2-40db-969e-174040349fc5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.249707] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5371e80b-4518-4456-8904-1c4184f2d63c: rpc.has_security_group_logging(os_id): False [ 892.269365] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.269531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.269603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.269926] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.270037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.270295] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.270592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.270592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.270697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.270697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.270783] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5371e80b-4518-4456-8904-1c4184f2d63c is going to be created. [ 892.300852] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 892.301095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.301285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.301568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.301673] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.344134] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.344309] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.344382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.344619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.344801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.357996] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5371e80b-4518-4456-8904-1c4184f2d63c in Status: IN_PROGRESS for 2s [ 892.491561] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.491821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.492068] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.492355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.492456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.492588] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be updated. [ 892.534356] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.534619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.534679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.534932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.535129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.549121] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: IN_PROGRESS for 2s [ 892.804263] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.804263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.917492] env[70236]: INFO networking_nsxv3.common.synchronization [req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 req-864100d0-ab19-4ea5-b1b9-f4a6540015f3 service nova] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_rules [ 892.918502] env[70236]: INFO networking_nsxv3.common.synchronization [req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 req-864100d0-ab19-4ea5-b1b9-f4a6540015f3 service nova] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 892.920164] env[70236]: INFO networking_nsxv3.common.synchronization [req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 req-864100d0-ab19-4ea5-b1b9-f4a6540015f3 service nova] Enqueued Resource ID: 3ef1f1ed-10d2-40db-969e-174040349fc5 with Priority: HIGHEST for action port [ 892.920164] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_rules [ 892.920164] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 892.920164] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef1f1ed-10d2-40db-969e-174040349fc5 with Priority: HIGHEST for action port [ 892.920164] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.920164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.920164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.920733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.920929] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.922533] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.923073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.924882] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ef1f1ed-10d2-40db-969e-174040349fc5 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.924882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ef1f1ed-10d2-40db-969e-174040349fc5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.924882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ef1f1ed-10d2-40db-969e-174040349fc5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.924882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ef1f1ed-10d2-40db-969e-174040349fc5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.924882] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ef1f1ed-10d2-40db-969e-174040349fc5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.236042] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 893.236279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.236463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.236757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.236957] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.237101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.237167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.237320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.237402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.237487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.237580] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.427173] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.427481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.427481] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ef1f1ed-10d2-40db-969e-174040349fc5 with status ACTIVE [ 893.427688] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.427813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.428679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.428679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.428679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.428679] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.428679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.428679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.428927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.428927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.428990] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.429097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.429165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.429326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.429403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.429489] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ef1f1ed-10d2-40db-969e-174040349fc5 is going to be updated. [ 893.449699] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.449699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.449699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.449699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.449699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.449699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ef1f1ed-10d2-40db-969e-174040349fc5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.547361] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 893.547361] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 deletion is rescheduled due to dependency. [ 893.547361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.547361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.547361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.547361] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.547662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.547662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.547763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.547865] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.547981] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.741311] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.741311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.741311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.741311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.741311] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.741311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.741311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.741311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.741311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.741311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.741688] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.741688] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.741688] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.741787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.741835] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.741955] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.742024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.742166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.742238] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.742318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.742400] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.745715] env[70236]: INFO networking_nsxv3.common.synchronization [req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 req-c8b3aeb6-d774-4ae5-9eb4-1cf96741aaa6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 893.750021] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 893.750021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.750021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.051984] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.170735] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.170960] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.171030] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.171346] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.171638] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.171841] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.172182] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.172584] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.172861] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.173219] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.173425] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.173615] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.173807] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.174022] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.174245] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.174474] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.193261] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.193467] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 894.193631] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.193815] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-164" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.194175] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-97c241ae-d04b-4a1e-a6c0-efe86637e11d taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.194373] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-97c241ae-d04b-4a1e-a6c0-efe86637e11d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.194507] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-97c241ae-d04b-4a1e-a6c0-efe86637e11d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.194865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-97c241ae-d04b-4a1e-a6c0-efe86637e11d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.195051] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c241ae-d04b-4a1e-a6c0-efe86637e11d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.244571] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e71e8e-3ec9-45e6-81ff-2df9794a2658: rpc.has_security_group_logging(os_id): False [ 894.263081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.263278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.263410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.263672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.263801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.265066] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.265066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.265066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.265066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.265066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.265066] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.265066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.265066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.265066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.265066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.265538] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.265538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.265620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.265712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.265842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.265971] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 894.324579] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.324732] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.324825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.325172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.325400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.336019] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 894.373116] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5371e80b-4518-4456-8904-1c4184f2d63c in Status: SUCCESS [ 894.373356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.561035] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: SUCCESS [ 894.561035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.561035] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.561035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.561035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.561035] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.561035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.561035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.561035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.561035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.561035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.561035] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.698712] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.698712] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.698712] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.698712] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.699068] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.699282] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 97c241ae-d04b-4a1e-a6c0-efe86637e11d not found, creating... [ 894.699639] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.699884] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.700074] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.700456] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.700757] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.701180] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.701397] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.701557] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.701816] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.702038] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.702234] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 97c241ae-d04b-4a1e-a6c0-efe86637e11d is going to be created. [ 894.722653] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.723955] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.723955] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.723955] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.723955] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.723955] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-97c241ae-d04b-4a1e-a6c0-efe86637e11d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.063566] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.063737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.063796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.065027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.065027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.065027] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 895.065487] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.065603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.065672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.065837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.065984] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.066094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.066157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.066300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.066392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.066466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.066609] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.066765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.066765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.066891] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.067035] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.067126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.067186] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.067320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.067392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.067470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.067554] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.108667] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.108833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.108954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.109182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.109332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.119871] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 895.553093] env[70236]: INFO networking_nsxv3.common.synchronization [req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 req-11b97255-42be-4404-b93c-48b2cfa4c1d8 service nova] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_rules [ 895.553266] env[70236]: INFO networking_nsxv3.common.synchronization [req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 req-11b97255-42be-4404-b93c-48b2cfa4c1d8 service nova] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 895.553481] env[70236]: INFO networking_nsxv3.common.synchronization [req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 req-11b97255-42be-4404-b93c-48b2cfa4c1d8 service nova] Enqueued Resource ID: 97c241ae-d04b-4a1e-a6c0-efe86637e11d with Priority: HIGHEST for action port [ 895.553708] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_rules [ 895.553796] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 895.554028] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c241ae-d04b-4a1e-a6c0-efe86637e11d with Priority: HIGHEST for action port [ 895.554404] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.554532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.554708] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.555733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.555733] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-97c241ae-d04b-4a1e-a6c0-efe86637e11d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.555733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97c241ae-d04b-4a1e-a6c0-efe86637e11d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.555733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97c241ae-d04b-4a1e-a6c0-efe86637e11d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.555733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97c241ae-d04b-4a1e-a6c0-efe86637e11d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.556299] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c241ae-d04b-4a1e-a6c0-efe86637e11d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.570593] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3393f6d3-5e69-4f7d-835e-0327f07a4e15: rpc.has_security_group_logging(os_id): False [ 895.594081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.594081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.594081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.594081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.594081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.594081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.594081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.594081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.594081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.594081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.594081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.594081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.594081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.595449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.595449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.595449] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.595449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.595449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.595449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.595449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.595449] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be updated. [ 895.706329] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.706480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.706529] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.706747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.706954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.737337] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: IN_PROGRESS for 2s [ 896.061852] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97c241ae-d04b-4a1e-a6c0-efe86637e11d with status ACTIVE [ 896.062164] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.062316] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.062387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.062626] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.062715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.062892] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.062986] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.063067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.063227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.063304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.063489] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.063574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.063634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.063772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.063858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.063963] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97c241ae-d04b-4a1e-a6c0-efe86637e11d is going to be updated. [ 896.115132] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.115302] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.115384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.115594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.115731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.115903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97c241ae-d04b-4a1e-a6c0-efe86637e11d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.353874] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 896.354576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.358219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.358455] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.358549] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.699784] env[70236]: INFO networking_nsxv3.common.synchronization [req-74a32657-e3a4-4b31-b694-807d3b69ce95 req-fbdce99a-4afb-4de9-a83e-d3ec31fc9650 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Enqueued Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_members [ 896.700398] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGHEST for action security_group_members [ 896.700682] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.700813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.700874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.702069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.702069] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.702069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.702069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.702069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.702069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.702069] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cb84e6-54f0-4c74-af64-7dad1fc0b4c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.860902] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.861126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.861208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.861598] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.861598] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.861793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.861793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.861923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.861989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.862072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.862164] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.130024] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 897.130268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.135586] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.135586] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.135586] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.135586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.135586] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.206207] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.206207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.206207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.206207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.225903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.226428] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.226584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.226654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.226857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.226941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.227042] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 is going to be updated. [ 897.255436] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.255605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.255661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.256750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.256750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.264603] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 in Status: IN_PROGRESS for 2s [ 897.365424] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.365424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.365424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.365424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.365424] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.365424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.365424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.365874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.365874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.365874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.366034] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.366084] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.366196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.366299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.366451] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.366542] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.366648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.366687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.366773] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.366833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.366979] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.635069] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.635265] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.637041] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.753944] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: SUCCESS [ 897.754214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.869434] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e71e8e-3ec9-45e6-81ff-2df9794a2658: rpc.has_security_group_logging(os_id): False [ 897.893691] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.893691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.893691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.894110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.894110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.894386] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.894589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.894589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.895535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.895642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.895810] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.895996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.895996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.896450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.896562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.897422] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.899230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.899230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.899230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.899230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.899230] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 897.974139] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.974513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.974620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.974859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.975052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.001328] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 898.139988] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.643565] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.643722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.643791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.644019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.644139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.644250] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 898.656814] env[70236]: INFO networking_nsxv3.common.synchronization [req-78717324-2db2-4ce5-be74-66d2a0ec59be req-26f74472-0e44-452c-b91e-d509519d1482 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Enqueued Resource ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 with Priority: HIGHEST for action security_group_members [ 898.658047] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 with Priority: HIGHEST for action security_group_members [ 898.659240] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-64796d2f-7eaa-4d98-a874-c4bd4238d094 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.659240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.659240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.659240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.659550] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.660477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.660477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.660477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.660477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.660477] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64796d2f-7eaa-4d98-a874-c4bd4238d094',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.697450] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.697450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.697450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.697450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.697450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.697997] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 899.097489] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.098472] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-956" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.098472] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-956" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.098472] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-956" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.098605] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.098667] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.100954] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.100954] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.100954] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.100954] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.100954] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.100954] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.100954] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.100954] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.100954] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.100954] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.119101] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.119101] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.119101] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.119227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-956" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.119525] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-25ff46e7-5b6e-4c19-8756-bc491746587d taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.119702] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-25ff46e7-5b6e-4c19-8756-bc491746587d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.119820] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-25ff46e7-5b6e-4c19-8756-bc491746587d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.120173] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-25ff46e7-5b6e-4c19-8756-bc491746587d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.120317] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25ff46e7-5b6e-4c19-8756-bc491746587d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.163144] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.163380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.163459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.163667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.163759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.164648] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.164648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.164648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.164648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.164648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.164648] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 already deleted. [ 899.164648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.274855] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 in Status: SUCCESS [ 899.275077] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 deletion is rescheduled due to dependency. [ 899.275204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.624772] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.624772] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.624772] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.624772] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.624772] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.624772] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 25ff46e7-5b6e-4c19-8756-bc491746587d not found, creating... [ 899.624772] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.624772] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.625305] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.625305] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.625392] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.625879] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.626170] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.626394] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.626770] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.627013] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.627257] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 25ff46e7-5b6e-4c19-8756-bc491746587d is going to be created. [ 899.653142] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.653142] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.653368] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.653560] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.653797] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.654051] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-25ff46e7-5b6e-4c19-8756-bc491746587d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.016589] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 900.016589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.485258] env[70236]: INFO networking_nsxv3.common.synchronization [req-78717324-2db2-4ce5-be74-66d2a0ec59be req-01e6bcd1-c321-4825-82c5-2120f16b7182 service nova] Enqueued Resource ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 with Priority: HIGHEST for action security_group_rules [ 900.485526] env[70236]: INFO networking_nsxv3.common.synchronization [req-78717324-2db2-4ce5-be74-66d2a0ec59be req-01e6bcd1-c321-4825-82c5-2120f16b7182 service nova] Enqueued Resource ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 with Priority: HIGHEST for action security_group_members [ 900.487142] env[70236]: INFO networking_nsxv3.common.synchronization [req-78717324-2db2-4ce5-be74-66d2a0ec59be req-01e6bcd1-c321-4825-82c5-2120f16b7182 service nova] Enqueued Resource ID: 25ff46e7-5b6e-4c19-8756-bc491746587d with Priority: HIGHEST for action port [ 900.487142] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 with Priority: HIGHEST for action security_group_rules [ 900.487142] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 with Priority: HIGHEST for action security_group_members [ 900.487142] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ff46e7-5b6e-4c19-8756-bc491746587d with Priority: HIGHEST for action port [ 900.487574] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64796d2f-7eaa-4d98-a874-c4bd4238d094 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.487574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.487713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.488377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.488377] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64796d2f-7eaa-4d98-a874-c4bd4238d094',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.489786] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-64796d2f-7eaa-4d98-a874-c4bd4238d094 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.490519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.490519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.490519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.490751] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.490813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.490931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.491208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.491330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.491439] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64796d2f-7eaa-4d98-a874-c4bd4238d094',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.492694] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-25ff46e7-5b6e-4c19-8756-bc491746587d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.492789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25ff46e7-5b6e-4c19-8756-bc491746587d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.493132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25ff46e7-5b6e-4c19-8756-bc491746587d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.493386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25ff46e7-5b6e-4c19-8756-bc491746587d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.493697] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25ff46e7-5b6e-4c19-8756-bc491746587d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.714365] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 900.714365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.714365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.714365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.714365] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.714365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.714365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.714365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.714365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.714365] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.990986] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-64796d2f-7eaa-4d98-a874-c4bd4238d094 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.992985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.993201] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64796d2f-7eaa-4d98-a874-c4bd4238d094',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.998548] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25ff46e7-5b6e-4c19-8756-bc491746587d with status ACTIVE [ 900.998761] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.998937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.998985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.999426] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.999673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.999723] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.999806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.999868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.000180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.000180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.000280] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.000374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.000424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.000615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.000684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.000724] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25ff46e7-5b6e-4c19-8756-bc491746587d is going to be updated. [ 901.025730] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.025886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.025966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.026703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.026703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.026703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25ff46e7-5b6e-4c19-8756-bc491746587d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.171271] env[70236]: INFO networking_nsxv3.common.synchronization [req-3ded8d73-89fb-4d15-98dc-5502f637e15e req-41aac69a-59bf-4cd5-8ad3-ee016466514e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 901.171809] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 901.172149] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.172270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.172333] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.172777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.172927] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.173033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.173094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.173248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.173331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.173421] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.198017] env[70236]: INFO networking_nsxv3.common.synchronization [req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 req-60a2c4e8-c15c-4d4d-83ec-03cc8d9b9caf tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 901.198661] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 901.198968] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.199405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.199517] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.199973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.200292] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.200377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.200465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.200658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.200782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.200907] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.216643] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.499762] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64796d2f-7eaa-4d98-a874-c4bd4238d094',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.575024] env[70236]: INFO networking_nsxv3.common.synchronization [req-3ded8d73-89fb-4d15-98dc-5502f637e15e req-e7fbdd34-c62a-4580-80a5-b7532e73a525 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 901.576936] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 901.577738] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.577927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.675563] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.702407] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.718628] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.782263] env[70236]: INFO networking_nsxv3.common.synchronization [req-69211532-6ee3-47cd-a34c-2ab87ac46d47 req-5bc1a63b-fdbd-425d-87f4-471ec1b2e959 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Enqueued Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_members [ 901.782263] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGHEST for action security_group_members [ 901.782400] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-45cbb4e2-dac6-4212-8fac-545c515a9c38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.782464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.782539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.782742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.782879] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.783134] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.783234] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.783450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.783567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.783691] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.983657] env[70236]: INFO networking_nsxv3.common.synchronization [req-3ded8d73-89fb-4d15-98dc-5502f637e15e req-c5f448f3-d092-4b42-b044-e32e0e44b076 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 901.984285] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 901.984636] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.984737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.002390] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.002553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.003365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.003365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.003365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.003365] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 is going to be created. [ 902.028014] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.028435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.028435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.028435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.028606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.039506] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 in Status: UNINITIALIZED for 2s [ 902.177761] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.204763] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.221053] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.221225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.221295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.221524] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.221615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.221816] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 902.254831] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.255010] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.255113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.255462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.255610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.265097] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 902.287557] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.287557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.287557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.287557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.287941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.288019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.288155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.288272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.288486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.288608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.288783] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 is going to be updated. [ 902.331900] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.332113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.332183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.332653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.332798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.340946] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 in Status: IN_PROGRESS for 2s [ 902.680089] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.680376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.680376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.683675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.683675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.683675] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 902.709302] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.709485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.709557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.709818] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.709965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.710177] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 902.712300] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.712483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.712593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.713107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.713107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.737298] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 902.771356] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.771553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.771628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.771905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.772110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.786286] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 903.480394] env[70236]: INFO networking_nsxv3.common.synchronization [req-8549e4b8-789a-4013-a652-67264204d801 req-5cec44f3-0633-46ac-a96d-0e84c57ba48c tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Enqueued Resource ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b with Priority: HIGHEST for action security_group_members [ 903.481031] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b with Priority: HIGHEST for action security_group_members [ 903.481282] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7508b55b-4f16-4555-8af3-372ddadfaf1b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.481397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.481463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.481707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.481856] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.481969] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.482321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.482507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.483333] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.483333] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7508b55b-4f16-4555-8af3-372ddadfaf1b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.837994] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.838306] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-725" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.838357] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-725" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.838683] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-725" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.839217] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.839386] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.839523] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.839759] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.840767] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.840767] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.840767] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.840767] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.840767] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.840935] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.840935] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.842047] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.861265] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.861565] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 903.861656] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.861755] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-725" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.862235] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-95b043d7-e735-455f-9ecb-357a5dfb569d taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.863236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-95b043d7-e735-455f-9ecb-357a5dfb569d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.863236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-95b043d7-e735-455f-9ecb-357a5dfb569d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.863236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-95b043d7-e735-455f-9ecb-357a5dfb569d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.863236] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b043d7-e735-455f-9ecb-357a5dfb569d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.985372] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.985581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.985845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.985998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.986093] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.986396] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.986537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.986643] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.986881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.987020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.987164] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b already deleted. [ 903.987295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.049131] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 in Status: SUCCESS [ 904.049131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.049259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.049665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.049665] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.049848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.049848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.049897] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.050086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.050186] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.050280] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64796d2f-7eaa-4d98-a874-c4bd4238d094',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.274462] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 904.274646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.274825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.275077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.275314] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.275445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.275505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.275678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.276095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.276095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.276095] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.276314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.276314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.277439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.277439] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.277439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.277439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.277439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.277439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.277439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.277439] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.350919] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 in Status: SUCCESS [ 904.351234] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 deletion is rescheduled due to dependency. [ 904.351427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.365969] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.366394] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.366644] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.367057] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.367318] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.367538] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 95b043d7-e735-455f-9ecb-357a5dfb569d not found, creating... [ 904.367962] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.368202] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.368378] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.368693] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.368898] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.374628] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.374628] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.374628] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.374628] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.374628] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.374628] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 95b043d7-e735-455f-9ecb-357a5dfb569d is going to be created. [ 904.392091] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.392359] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.392490] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.392763] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.392993] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.393274] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-95b043d7-e735-455f-9ecb-357a5dfb569d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.552447] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-64796d2f-7eaa-4d98-a874-c4bd4238d094 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.552609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.552682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.552892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.553074] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.553174] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.553238] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.553390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.553476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.553565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.553713] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-64796d2f-7eaa-4d98-a874-c4bd4238d094 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.553804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.553865] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.554015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.554166] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.554251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.554307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.554445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.554522] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.554603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.554691] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64796d2f-7eaa-4d98-a874-c4bd4238d094',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.746587] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 904.746786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.746957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.747195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.747442] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.747526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.747560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.747714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.747793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.747885] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.779993] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edefbbe5-db20-4f6b-a42e-e7b082b938b1: rpc.has_security_group_logging(os_id): False [ 904.796544] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 904.796813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.801439] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.801635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.801716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.801918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.802247] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.802499] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.802611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.802718] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.802924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.803073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.803346] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.803497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.803577] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.803779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.803840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.804092] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.804218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.804262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.804436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.804579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.804632] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 904.892673] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.893285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.893480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.893779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.894394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.911321] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 905.058157] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64796d2f-7eaa-4d98-a874-c4bd4238d094: rpc.has_security_group_logging(os_id): False [ 905.078918] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.078918] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.078918] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.078918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.079445] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.079445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.079445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.079445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.079445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.079445] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 is going to be created. [ 905.167393] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.167393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.167393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.167393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.167393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.181827] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 in Status: IN_PROGRESS for 2s [ 905.255030] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.255030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.255030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.255030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.255030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.255030] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.255030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.255030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.255030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.255030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.255030] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 905.294024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.294024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.294024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.294024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.294024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.304593] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 905.424177] env[70236]: INFO networking_nsxv3.common.synchronization [req-8549e4b8-789a-4013-a652-67264204d801 req-b9d5633d-7ce6-43e6-8a95-e966152f6d87 service nova] Enqueued Resource ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b with Priority: HIGHEST for action security_group_rules [ 905.424177] env[70236]: INFO networking_nsxv3.common.synchronization [req-8549e4b8-789a-4013-a652-67264204d801 req-b9d5633d-7ce6-43e6-8a95-e966152f6d87 service nova] Enqueued Resource ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b with Priority: HIGHEST for action security_group_members [ 905.424177] env[70236]: INFO networking_nsxv3.common.synchronization [req-8549e4b8-789a-4013-a652-67264204d801 req-b9d5633d-7ce6-43e6-8a95-e966152f6d87 service nova] Enqueued Resource ID: 95b043d7-e735-455f-9ecb-357a5dfb569d with Priority: HIGHEST for action port [ 905.424177] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b with Priority: HIGHEST for action security_group_rules [ 905.424177] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b with Priority: HIGHEST for action security_group_members [ 905.424177] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b043d7-e735-455f-9ecb-357a5dfb569d with Priority: HIGHEST for action port [ 905.424902] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7508b55b-4f16-4555-8af3-372ddadfaf1b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.425330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.425800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.426170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.426385] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7508b55b-4f16-4555-8af3-372ddadfaf1b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.427514] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7508b55b-4f16-4555-8af3-372ddadfaf1b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.433177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.433177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.433177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.433177] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.433177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.433177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.433177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.433177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.433177] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7508b55b-4f16-4555-8af3-372ddadfaf1b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.433177] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-95b043d7-e735-455f-9ecb-357a5dfb569d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.434102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95b043d7-e735-455f-9ecb-357a5dfb569d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.434219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95b043d7-e735-455f-9ecb-357a5dfb569d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.434561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95b043d7-e735-455f-9ecb-357a5dfb569d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.434614] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b043d7-e735-455f-9ecb-357a5dfb569d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.594590] env[70236]: INFO networking_nsxv3.common.synchronization [None req-da4b0ddf-f5ff-4f15-8b8b-57a41f32d60d None None] Enqueued Resource ID: 15ed708a-4dd0-4673-81a5-b65a823cb8c1 with Priority: HIGHEST for action port [ 905.595161] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ed708a-4dd0-4673-81a5-b65a823cb8c1 with Priority: HIGHEST for action port [ 905.595496] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-15ed708a-4dd0-4673-81a5-b65a823cb8c1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.595604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15ed708a-4dd0-4673-81a5-b65a823cb8c1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.595672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15ed708a-4dd0-4673-81a5-b65a823cb8c1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.596693] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15ed708a-4dd0-4673-81a5-b65a823cb8c1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.596693] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ed708a-4dd0-4673-81a5-b65a823cb8c1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.940724] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7508b55b-4f16-4555-8af3-372ddadfaf1b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.940724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7508b55b-4f16-4555-8af3-372ddadfaf1b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.940724] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95b043d7-e735-455f-9ecb-357a5dfb569d with status ACTIVE [ 905.940724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.940724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.941470] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.941470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.941470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.941470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.941470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.941470] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95b043d7-e735-455f-9ecb-357a5dfb569d is going to be updated. [ 905.982380] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.982566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.982638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.982878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.982952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.983349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95b043d7-e735-455f-9ecb-357a5dfb569d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.098438] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15ed708a-4dd0-4673-81a5-b65a823cb8c1 [ 906.098726] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.098866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.098934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.099183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.099266] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.099376] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15ed708a-4dd0-4673-81a5-b65a823cb8c1 already deleted. [ 906.099454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15ed708a-4dd0-4673-81a5-b65a823cb8c1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.439972] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7508b55b-4f16-4555-8af3-372ddadfaf1b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.926929] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 906.927250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.927460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.927788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.927892] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.946549] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.946549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.946549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.946549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.946549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.946549] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b is going to be created. [ 906.969595] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.969975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.969975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.970555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.970555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.988283] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b in Status: UNINITIALIZED for 2s [ 907.194138] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 in Status: SUCCESS [ 907.194401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.330765] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 907.330765] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 deletion is rescheduled due to dependency. [ 907.330765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.330765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.330765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.330765] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.330765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.330765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.330765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.330765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.330765] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.394156] env[70236]: INFO networking_nsxv3.common.synchronization [req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c req-e675fc5a-9cc0-483f-8802-3844470ab0a1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 907.394156] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 907.395367] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.396124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.396808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.397320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.399101] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.399101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.399101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.399101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.399101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.399101] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.430998] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.431136] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.537529] env[70236]: INFO networking_nsxv3.common.synchronization [req-81502c84-8f7f-43e6-9193-3ad74b5065d1 req-61ce548a-4920-41e0-b59e-cafe961ec8e2 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 907.540458] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGHEST for action security_group_members [ 907.541624] env[70236]: INFO networking_nsxv3.common.synchronization [None req-ccffbdd4-437d-4289-a716-6d24f72e241f None None] Enqueued Resource ID: ec0619c9-e0dc-4d7f-af84-ca82ef182a20 with Priority: HIGHEST for action port [ 907.542741] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.543012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.543606] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0619c9-e0dc-4d7f-af84-ca82ef182a20 with Priority: HIGHEST for action port [ 907.544091] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec0619c9-e0dc-4d7f-af84-ca82ef182a20 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.544422] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec0619c9-e0dc-4d7f-af84-ca82ef182a20" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.544562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec0619c9-e0dc-4d7f-af84-ca82ef182a20" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.544918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec0619c9-e0dc-4d7f-af84-ca82ef182a20" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.545147] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec0619c9-e0dc-4d7f-af84-ca82ef182a20',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.833565] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.833731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.833803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.834055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.834156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.834436] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.835065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.835065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.835065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.835065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.835065] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 907.866730] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.866873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.866957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.867155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.867297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.881235] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 907.900487] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.048649] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec0619c9-e0dc-4d7f-af84-ca82ef182a20 [ 908.048924] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.048986] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.049036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.049257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.049346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.049446] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec0619c9-e0dc-4d7f-af84-ca82ef182a20 already deleted. [ 908.049526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec0619c9-e0dc-4d7f-af84-ca82ef182a20" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.403633] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.469115] env[70236]: INFO networking_nsxv3.common.synchronization [req-daea5dda-6801-4bc1-8e16-182347dae688 req-c298a4b4-ccc1-4a53-988b-d5c68dddd899 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 908.469115] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 908.469115] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.469115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.469115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.469115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.469115] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.469115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.469115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.469115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.469838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.470076] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.765015] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.765119] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.765216] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.765478] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.765727] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.766718] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.766718] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.766718] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.766718] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.766718] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.766886] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.766886] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.766992] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.767138] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.767203] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.767344] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.803443] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.803616] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.803753] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.803930] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.804270] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-8969c926-a9bb-4711-a9f6-23de888e32f8 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.804446] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-8969c926-a9bb-4711-a9f6-23de888e32f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.804809] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-8969c926-a9bb-4711-a9f6-23de888e32f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.804892] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-8969c926-a9bb-4711-a9f6-23de888e32f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.805059] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8969c926-a9bb-4711-a9f6-23de888e32f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.905703] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.905851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.905851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.906344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.906344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.906465] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 908.938312] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.938569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.938791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.939141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.940013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.949077] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 908.974019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.974179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.974249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.974473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.997209] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b in Status: SUCCESS [ 908.997438] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.997590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.997799] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.997987] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.998117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.998180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.998332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.998409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.998490] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.998756] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7508b55b-4f16-4555-8af3-372ddadfaf1b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.001321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.001390] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.001502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.001568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.001730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.001811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.001898] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 909.028438] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.028438] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.028438] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.028681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.029744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.039601] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 909.307240] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.307571] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.307652] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.308034] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.308230] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.308421] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 8969c926-a9bb-4711-a9f6-23de888e32f8 not found, creating... [ 909.308718] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.308909] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.309052] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.309279] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.309420] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.309708] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.309895] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.310063] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.310289] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.310429] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.310567] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 8969c926-a9bb-4711-a9f6-23de888e32f8 is going to be created. [ 909.328498] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.328688] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.328844] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.329094] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.329313] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.329532] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-8969c926-a9bb-4711-a9f6-23de888e32f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.504074] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7508b55b-4f16-4555-8af3-372ddadfaf1b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.505532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.505532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.505532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.505532] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.505532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.505532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.505532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.505532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.505532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.505532] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7508b55b-4f16-4555-8af3-372ddadfaf1b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.505532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.505532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.505532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.505942] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.505942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.505942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.505942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.506063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.506063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.506304] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7508b55b-4f16-4555-8af3-372ddadfaf1b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.891774] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 909.891969] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 deletion is rescheduled due to dependency. [ 909.892131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.008744] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7508b55b-4f16-4555-8af3-372ddadfaf1b: rpc.has_security_group_logging(os_id): False [ 910.028655] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.028811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.028886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.029129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.029227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.029709] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.029709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.029709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.029709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.029853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.029961] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.030128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.030204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.030390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.030471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.030674] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.030767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.030827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.030966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.031519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.031642] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b is going to be created. [ 910.097283] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.097440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.097507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.097744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.097941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.108851] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b in Status: IN_PROGRESS for 2s [ 910.282297] env[70236]: INFO networking_nsxv3.common.synchronization [req-daea5dda-6801-4bc1-8e16-182347dae688 req-5950d491-c633-46bd-9f5f-271db78bdc4b service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 910.282518] env[70236]: INFO networking_nsxv3.common.synchronization [req-daea5dda-6801-4bc1-8e16-182347dae688 req-5950d491-c633-46bd-9f5f-271db78bdc4b service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 910.282614] env[70236]: INFO networking_nsxv3.common.synchronization [req-daea5dda-6801-4bc1-8e16-182347dae688 req-5950d491-c633-46bd-9f5f-271db78bdc4b service nova] Enqueued Resource ID: 8969c926-a9bb-4711-a9f6-23de888e32f8 with Priority: HIGHEST for action port [ 910.282850] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 910.283069] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 910.283419] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8969c926-a9bb-4711-a9f6-23de888e32f8 with Priority: HIGHEST for action port [ 910.284009] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.287939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.288031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.288260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.288350] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.289235] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.289342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.289547] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8969c926-a9bb-4711-a9f6-23de888e32f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.289646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8969c926-a9bb-4711-a9f6-23de888e32f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.289710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8969c926-a9bb-4711-a9f6-23de888e32f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.289936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8969c926-a9bb-4711-a9f6-23de888e32f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.290055] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8969c926-a9bb-4711-a9f6-23de888e32f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.792368] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.792710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.792759] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8969c926-a9bb-4711-a9f6-23de888e32f8 with status ACTIVE [ 910.793192] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.793192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.793192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.793625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.793715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.795075] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.795075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.795075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.795075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.795075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.795075] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.795075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.795075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.795075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.799717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.799717] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8969c926-a9bb-4711-a9f6-23de888e32f8 is going to be updated. [ 910.821500] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.821676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.821745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.821968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.822152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.822325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8969c926-a9bb-4711-a9f6-23de888e32f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.958477] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 910.959555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.959555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.959555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.959555] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.959766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.959766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.959866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.959953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.960142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.960258] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.961130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.961335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.961458] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.961556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.961616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.961752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.961823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.961903] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.050975] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 911.050975] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c deletion is rescheduled due to dependency. [ 911.050975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.050975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.050975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.050975] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.050975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.050975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.051431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.051431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.051431] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.061367] env[70236]: INFO networking_nsxv3.common.synchronization [req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 req-1ef7efab-db47-4800-992f-0d7d5ad95b18 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 911.062120] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 911.062439] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.062557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.062621] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.062872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.063286] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.063420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.063484] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.063656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.063744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.063838] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.384243] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.385347] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.385347] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.385347] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.385347] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.385347] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.385602] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.385631] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.385773] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.385996] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.386537] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.386672] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.386791] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.386920] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.387054] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.387198] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.404562] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.404890] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 911.404890] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.406708] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.406708] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-9e689207-8f18-4341-a691-733f217ac783 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.406708] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-9e689207-8f18-4341-a691-733f217ac783" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.406708] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-9e689207-8f18-4341-a691-733f217ac783" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.406708] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-9e689207-8f18-4341-a691-733f217ac783" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.406708] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e689207-8f18-4341-a691-733f217ac783',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.469021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.469021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.469021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.469021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.469021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.469021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.469021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.469021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.469021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.469021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.469021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.469021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.469021] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 911.492725] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.493870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.496522] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.496522] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.496522] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.503643] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 911.554427] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.566629] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.566629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.566629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.567465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.567465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.567714] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.567937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.570022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.570022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.570022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.570022] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 911.597727] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.597727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.597727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.597727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.597727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.615412] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 911.909756] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.910138] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.910376] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.910679] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.910895] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.911112] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 9e689207-8f18-4341-a691-733f217ac783 not found, creating... [ 911.911490] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.911704] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.911884] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.912214] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.912404] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.912727] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.913246] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.913246] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.913392] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.913555] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.913720] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 9e689207-8f18-4341-a691-733f217ac783 is going to be created. [ 911.941306] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.941535] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.941662] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.941985] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.942323] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.942598] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-9e689207-8f18-4341-a691-733f217ac783" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.037510] env[70236]: INFO networking_nsxv3.common.synchronization [req-e799536f-8590-437d-9608-aa488ef251e0 req-430d05ea-bede-4e0b-afdc-5f1516a7a507 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 912.038045] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 912.038860] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.038860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.038860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.039045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.039330] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.039552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.039703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.040275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.040427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.040564] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.058471] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.123504] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b in Status: SUCCESS [ 912.123783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.546235] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.546235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.546235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.546235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.546235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.546235] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.546235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.546235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.546235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.546235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.546235] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be updated. [ 912.562466] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.562466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.562466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.562466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.562466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.562466] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 912.587517] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.587932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.587932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.588071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.588616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.601074] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: IN_PROGRESS for 2s [ 912.615678] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.615865] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.615958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.616161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.616313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.629735] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 912.669669] env[70236]: INFO networking_nsxv3.common.synchronization [req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 req-0580011a-850f-43e8-bfa0-3e3ee394bf9c service nova] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_rules [ 912.669875] env[70236]: INFO networking_nsxv3.common.synchronization [req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 req-0580011a-850f-43e8-bfa0-3e3ee394bf9c service nova] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 912.670078] env[70236]: INFO networking_nsxv3.common.synchronization [req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 req-0580011a-850f-43e8-bfa0-3e3ee394bf9c service nova] Enqueued Resource ID: 9e689207-8f18-4341-a691-733f217ac783 with Priority: HIGHEST for action port [ 912.670632] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_rules [ 912.670766] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 912.670862] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e689207-8f18-4341-a691-733f217ac783 with Priority: HIGHEST for action port [ 912.671620] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.671752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.671821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.672062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.672148] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.672989] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.673103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.673335] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e689207-8f18-4341-a691-733f217ac783 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.673439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e689207-8f18-4341-a691-733f217ac783" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.673505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e689207-8f18-4341-a691-733f217ac783" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.673684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e689207-8f18-4341-a691-733f217ac783" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.673774] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e689207-8f18-4341-a691-733f217ac783',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.176211] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.176211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.178164] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e689207-8f18-4341-a691-733f217ac783 with status ACTIVE [ 913.178164] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.178164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.178164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.178164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.178164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.178164] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.178164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.178497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.178497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.178610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.178864] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.178994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.179076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.179226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.179411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.179560] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e689207-8f18-4341-a691-733f217ac783 is going to be updated. [ 913.199115] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.199330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.199382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.199632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.199745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.199876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e689207-8f18-4341-a691-733f217ac783" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.264342] env[70236]: INFO networking_nsxv3.common.synchronization [req-713e035d-23c8-4a70-945a-e262f5b9d8e0 req-8fc635bd-60b5-459b-b341-7db74dd93c40 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Enqueued Resource ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 with Priority: HIGHEST for action security_group_members [ 913.264431] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 with Priority: HIGHEST for action security_group_members [ 913.264845] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-64796d2f-7eaa-4d98-a874-c4bd4238d094 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.264845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.264845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.265083] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.265198] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.265298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.265356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.265499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.265597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.265711] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64796d2f-7eaa-4d98-a874-c4bd4238d094',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.516291] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 913.516495] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 deletion is rescheduled due to dependency. [ 913.516608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.516934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.517040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.517206] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.517314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.517376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.517536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.517615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.517698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.517873] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.517966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.518038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.518178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.518317] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.518425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.518482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.518595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.518668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.518746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.518847] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.557157] env[70236]: INFO networking_nsxv3.common.synchronization [req-11786898-f1ed-420f-a237-c8f37e2eeaa3 req-ac4e1c64-9bf5-4b6b-abe8-05893f4b5486 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Enqueued Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_members [ 913.557442] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_members [ 913.557807] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.557807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.557935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.561713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.561900] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.562080] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.562136] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.562638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.562638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.562638] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9176f1f-abf8-4d70-b46b-0b4e587c08e7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.626395] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 913.626584] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 deletion is rescheduled due to dependency. [ 913.626703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.626871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.627128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.627327] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.627444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.627528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.627662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.627740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.627835] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.768736] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.768886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.769089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.769336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.769427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.769686] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.769797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.769857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.770170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.770309] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.770409] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 is going to be updated. [ 913.807714] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.807892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.807892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.808099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.808236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.818736] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 in Status: IN_PROGRESS for 2s [ 914.000638] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.000863] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-724" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.000987] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-724" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.001287] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-724" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.001713] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.001836] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.001952] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.002535] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.002535] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.003188] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.003617] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.003617] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.003617] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.003739] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.003818] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.003983] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.021899] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.022174] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.022291] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.022470] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-724" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.022779] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-e0bd1d29-289e-4c24-a75d-531e34e30204 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.022949] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-e0bd1d29-289e-4c24-a75d-531e34e30204" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.023116] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-e0bd1d29-289e-4c24-a75d-531e34e30204" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.023463] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-e0bd1d29-289e-4c24-a75d-531e34e30204" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.023605] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bd1d29-289e-4c24-a75d-531e34e30204',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.024541] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edefbbe5-db20-4f6b-a42e-e7b082b938b1: rpc.has_security_group_logging(os_id): False [ 914.046019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.046019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.046019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.046019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.046559] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.046559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.046559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.046559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.046559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.046559] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be updated. [ 914.067121] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.067362] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.067481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.067695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.068198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.068198] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.068198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.068198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.068383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.068383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.068511] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 already deleted. [ 914.068564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.109699] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.109853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.109927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.110184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.110328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.130675] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: IN_PROGRESS for 2s [ 914.130921] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.529732] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.530076] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.530116] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.530407] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.530670] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.530754] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port e0bd1d29-289e-4c24-a75d-531e34e30204 not found, creating... [ 914.530983] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.531161] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.531286] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.531508] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.531934] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.531934] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.532112] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.532243] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.532460] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.532598] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.532745] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: e0bd1d29-289e-4c24-a75d-531e34e30204 is going to be created. [ 914.554680] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.554951] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.555121] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.555472] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.555759] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.556081] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-e0bd1d29-289e-4c24-a75d-531e34e30204" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.614746] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: SUCCESS [ 914.614922] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 deletion is rescheduled due to dependency. [ 914.615104] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.634400] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.649953] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 914.650098] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.650277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.650518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.650712] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.650823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.650893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.651055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.651138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.651226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.651317] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.137350] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.137597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.137679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.137898] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.137995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.138116] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 915.153973] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.154142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.154206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.154412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.154577] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.154674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.154738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.154890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.154976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.155077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.155264] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.155382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.155461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.155629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.155816] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.155914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.155975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.156130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.156209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.156290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.156377] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.165540] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.165659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.165728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.166142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.166142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.175236] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 915.282861] env[70236]: INFO networking_nsxv3.common.synchronization [req-11786898-f1ed-420f-a237-c8f37e2eeaa3 req-f1aade89-903b-4855-99f7-14f3ca5e60a4 service nova] Enqueued Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_rules [ 915.283209] env[70236]: INFO networking_nsxv3.common.synchronization [req-11786898-f1ed-420f-a237-c8f37e2eeaa3 req-f1aade89-903b-4855-99f7-14f3ca5e60a4 service nova] Enqueued Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_members [ 915.283482] env[70236]: INFO networking_nsxv3.common.synchronization [req-11786898-f1ed-420f-a237-c8f37e2eeaa3 req-f1aade89-903b-4855-99f7-14f3ca5e60a4 service nova] Enqueued Resource ID: e0bd1d29-289e-4c24-a75d-531e34e30204 with Priority: HIGHEST for action port [ 915.285221] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_rules [ 915.285476] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_members [ 915.285613] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bd1d29-289e-4c24-a75d-531e34e30204 with Priority: HIGHEST for action port [ 915.285983] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.286095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.286158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.286417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.286527] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9176f1f-abf8-4d70-b46b-0b4e587c08e7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.288501] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.288633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.288708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.288919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.289108] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.289221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.289300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.289475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.289583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.289679] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9176f1f-abf8-4d70-b46b-0b4e587c08e7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.290562] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0bd1d29-289e-4c24-a75d-531e34e30204 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.290707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0bd1d29-289e-4c24-a75d-531e34e30204" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.290745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0bd1d29-289e-4c24-a75d-531e34e30204" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.290923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0bd1d29-289e-4c24-a75d-531e34e30204" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.291010] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bd1d29-289e-4c24-a75d-531e34e30204',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.659426] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1785cb07-64a7-4c20-af95-dcc775d3ae0c: rpc.has_security_group_logging(os_id): False [ 915.677990] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.678811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.678811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.678811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.678811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.678973] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.679036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.679064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.679235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.679317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.679632] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.679763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.680390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.680390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.680390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.680390] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.680390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.680586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.680613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.680713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.680761] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 915.749624] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.749624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.749741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.749875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.750075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.766619] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 915.796117] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.796117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.796117] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9176f1f-abf8-4d70-b46b-0b4e587c08e7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.796117] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0bd1d29-289e-4c24-a75d-531e34e30204 with status ACTIVE [ 915.796117] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.796117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.796117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.796117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.796117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.796117] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.796117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.796117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.796117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.796117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.800253] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.800376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.800460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.800648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.800753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.800850] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0bd1d29-289e-4c24-a75d-531e34e30204 is going to be updated. [ 915.830416] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 in Status: SUCCESS [ 915.831040] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 deletion is rescheduled due to dependency. [ 915.831040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.845074] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.845250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.845517] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.845608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.845706] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.845879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0bd1d29-289e-4c24-a75d-531e34e30204" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.147064] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 in Status: SUCCESS [ 916.147304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.302983] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9176f1f-abf8-4d70-b46b-0b4e587c08e7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.808867] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.808867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.808867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.808867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.808867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.808867] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 is going to be created. [ 916.820306] env[70236]: INFO networking_nsxv3.common.synchronization [req-6f314cf9-6862-40b2-a423-63249f04251a req-756ef1c4-c155-4667-853b-5b50f2100677 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Enqueued Resource ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b with Priority: HIGHEST for action security_group_members [ 916.820306] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b with Priority: HIGHEST for action security_group_members [ 916.821856] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7508b55b-4f16-4555-8af3-372ddadfaf1b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.821856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.821856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.821856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.821856] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.821856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.821856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.821856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.821856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.821856] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7508b55b-4f16-4555-8af3-372ddadfaf1b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.840928] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.841222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.841222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.841490] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.841701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.860376] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 in Status: UNINITIALIZED for 2s [ 917.185395] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 917.185713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.185890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.186142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.186338] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.186466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.186533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.186703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.186771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.186867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.186965] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.326020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.326020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.326020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.326020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.326020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.326020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.326020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.326020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.326020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.326020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.326020] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b is going to be updated. [ 917.377861] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.377861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.377861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.379308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.379463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.387787] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b in Status: IN_PROGRESS for 2s [ 917.689489] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.689754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.689888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.690265] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.690540] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.690716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.690827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.691096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.691245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.691394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.691641] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.691807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.691928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.695609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.695856] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.696030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.696509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.696509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.696509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.696509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.696714] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.782888] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 917.787021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.199576] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2858ad03-7947-47d4-81e7-d79c10d98805: rpc.has_security_group_logging(os_id): False [ 918.220071] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.220241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.220241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.220515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.220604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.220786] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.220894] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.220970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.221138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.221231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.221458] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.221614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.221614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.221713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.222462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.222462] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.222462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.222462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.222462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.222462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.222462] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 918.295438] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.295595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.295670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.295865] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.296017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.315418] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 918.871020] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 in Status: SUCCESS [ 918.871020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.871020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.871020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.871020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.871399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.871399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.871399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.871399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.871524] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.871578] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9176f1f-abf8-4d70-b46b-0b4e587c08e7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.374298] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9176f1f-abf8-4d70-b46b-0b4e587c08e7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.403054] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b in Status: SUCCESS [ 919.403239] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7508b55b-4f16-4555-8af3-372ddadfaf1b deletion is rescheduled due to dependency. [ 919.403382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7508b55b-4f16-4555-8af3-372ddadfaf1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.876326] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9176f1f-abf8-4d70-b46b-0b4e587c08e7: rpc.has_security_group_logging(os_id): False [ 919.911291] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.911457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.911516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.911730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.912286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.912286] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.912286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.912286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.912700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.912700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.912700] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 is going to be created. [ 920.001605] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.001833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.001981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.002302] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.002543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.019873] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 in Status: IN_PROGRESS for 2s [ 920.332666] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 920.332960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.821124] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 921.821124] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 922.031656] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 in Status: SUCCESS [ 922.031907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.830579] env[70236]: INFO networking_nsxv3.common.synchronization [req-4afd6084-8b87-4cb4-8202-c310b3f90d82 req-295b114f-2fea-472d-b38e-d2511af19ca7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Enqueued Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 923.831207] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGHEST for action security_group_members [ 923.831526] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.831649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.831715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.831916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.832077] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.832202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.832261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.832453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.832549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.832646] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.335273] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.335449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.335510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.335731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.335855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.336080] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.336180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.336245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.336407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.336486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.336573] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008ff048-307a-43c4-ad36-617eb097312d is going to be updated. [ 924.363914] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.364088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.364130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.364346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.364619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.374330] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: IN_PROGRESS for 2s [ 926.385251] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008ff048-307a-43c4-ad36-617eb097312d in Status: SUCCESS [ 926.385466] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008ff048-307a-43c4-ad36-617eb097312d deletion is rescheduled due to dependency. [ 926.385556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.035129] env[70236]: INFO networking_nsxv3.common.synchronization [req-9f46af61-ddef-4189-89d6-043e1ff19c9f req-00882d5c-0c4b-4125-a1ec-6cce8d043dd0 tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Enqueued Resource ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 with Priority: HIGHEST for action security_group_members [ 928.035698] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 with Priority: HIGHEST for action security_group_members [ 928.036025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.036148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.036202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.036478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.036663] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.036769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.036832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.036994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.037090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.037181] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06e7ede2-fe4a-4d4b-858a-90f8ddb732b8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.385928] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.386096] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-656" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.386271] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-656" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.386617] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-656" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.386880] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.387048] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.387165] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.387378] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.387521] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.387723] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.387833] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.387939] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.388054] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.390038] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.390038] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.390038] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.408884] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.409079] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.409222] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.409399] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-656" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.409708] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.409886] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.410016] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.410371] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.410567] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c171a93f-9f7e-4dd8-93be-ff8a01b05a5b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.539992] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.540277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.540359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.540579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.541739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.541739] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.541739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.541739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.541739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.541739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.541739] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 already deleted. [ 928.541739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.918332] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.918332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.918332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.918332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.918332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.918332] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port c171a93f-9f7e-4dd8-93be-ff8a01b05a5b not found, creating... [ 928.918332] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.918332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.918332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.918332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.918332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.919241] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.919672] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.920521] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.920752] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.921518] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.921518] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: c171a93f-9f7e-4dd8-93be-ff8a01b05a5b is going to be created. [ 928.945955] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.948283] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.948283] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.948283] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.948283] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.948283] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.718466] env[70236]: INFO networking_nsxv3.common.synchronization [req-9f46af61-ddef-4189-89d6-043e1ff19c9f req-543fe06c-1fc1-4623-b547-d1d67a6029e7 service nova] Enqueued Resource ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 with Priority: HIGHEST for action security_group_rules [ 929.720669] env[70236]: INFO networking_nsxv3.common.synchronization [req-9f46af61-ddef-4189-89d6-043e1ff19c9f req-543fe06c-1fc1-4623-b547-d1d67a6029e7 service nova] Enqueued Resource ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 with Priority: HIGHEST for action security_group_members [ 929.721058] env[70236]: INFO networking_nsxv3.common.synchronization [req-9f46af61-ddef-4189-89d6-043e1ff19c9f req-543fe06c-1fc1-4623-b547-d1d67a6029e7 service nova] Enqueued Resource ID: c171a93f-9f7e-4dd8-93be-ff8a01b05a5b with Priority: HIGHEST for action port [ 929.725019] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 with Priority: HIGHEST for action security_group_rules [ 929.725019] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 with Priority: HIGHEST for action security_group_members [ 929.725019] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c171a93f-9f7e-4dd8-93be-ff8a01b05a5b with Priority: HIGHEST for action port [ 929.725019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.725019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.725019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.725019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.725019] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06e7ede2-fe4a-4d4b-858a-90f8ddb732b8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.725019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.725019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.725019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.725019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.725019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.725019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.725019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.726162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.726358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.726530] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06e7ede2-fe4a-4d4b-858a-90f8ddb732b8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.727886] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.728128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.728289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.728771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.728966] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c171a93f-9f7e-4dd8-93be-ff8a01b05a5b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.233543] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.233713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.233854] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06e7ede2-fe4a-4d4b-858a-90f8ddb732b8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.234791] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c171a93f-9f7e-4dd8-93be-ff8a01b05a5b with status ACTIVE [ 930.234961] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.235087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.235176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.235386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.235478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.235647] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.235742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.235804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.235950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.236039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.236252] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.236390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.236390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.236513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.236571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.236652] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c171a93f-9f7e-4dd8-93be-ff8a01b05a5b is going to be updated. [ 930.263082] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.263261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.263326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.263559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.263810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.264020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.744034] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06e7ede2-fe4a-4d4b-858a-90f8ddb732b8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.245766] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.245956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.246071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.246326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.246482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.246664] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 is going to be created. [ 931.271397] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.271564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.271608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.271925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.271957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.284021] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 in Status: UNINITIALIZED for 2s [ 932.400911] env[70236]: INFO networking_nsxv3.common.synchronization [req-d9564266-d5c7-4df1-b05d-d9cd5186e779 req-cec56f9a-5baa-4109-82d7-38d2a98b0f10 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 932.401500] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 932.401819] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.401951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.402026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.402258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.402423] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.402748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.402835] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.402984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.403078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.403199] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.905623] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.905884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.906016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.906376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.906543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.906919] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.907015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.907135] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.907390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.907540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.907696] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 932.934161] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.934306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.934428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.935040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.935040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.942972] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 933.294945] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 in Status: SUCCESS [ 933.294945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.294945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.295506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.295506] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.295602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.295602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.296328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.296328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.296328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.296328] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06e7ede2-fe4a-4d4b-858a-90f8ddb732b8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.797328] env[70236]: INFO networking_nsxv3.common.synchronization [req-a28bc846-47a8-4084-9563-0021baa316e0 req-82ac186a-b6cd-4f15-ba89-8eaa646080d1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Enqueued Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_members [ 933.797877] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_members [ 933.798585] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.798585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.798585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.798985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.798985] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.798985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.798985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.799271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.799363] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.799464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.799622] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.799722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.799870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.800036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.800232] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.800303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.800537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.800537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.800634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.800634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.800825] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06e7ede2-fe4a-4d4b-858a-90f8ddb732b8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.802019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e2b965f-99fa-46d6-847a-ea07b73e6d38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.802326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.802326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.802473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.802611] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.802700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.802776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.804154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.804154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.804154] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e2b965f-99fa-46d6-847a-ea07b73e6d38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.171421] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.171647] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-242" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.171765] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-242" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.172154] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-242" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.172995] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.172995] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.172995] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.172995] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.173266] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.173496] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.173599] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.173745] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.173838] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.173955] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.174079] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.174224] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.192844] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.193015] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.193149] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.193382] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-242" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.193716] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-372786df-91a4-4be0-93ba-0cef24eedfe1 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.194403] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-372786df-91a4-4be0-93ba-0cef24eedfe1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.194403] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-372786df-91a4-4be0-93ba-0cef24eedfe1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.194403] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-372786df-91a4-4be0-93ba-0cef24eedfe1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.194558] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('372786df-91a4-4be0-93ba-0cef24eedfe1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.305745] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8: rpc.has_security_group_logging(os_id): False [ 934.308697] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.308697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.308697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.308697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.308697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.308697] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.308697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.308697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.308697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.309513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.309695] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 already deleted. [ 934.309861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.333219] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.333219] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.333219] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.333219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.333795] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.333795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.333795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.333795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.333795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.335172] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 is going to be created. [ 934.394437] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.394633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.394702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.394951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.395135] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.405670] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 in Status: IN_PROGRESS for 2s [ 934.699989] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.700443] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.700443] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.700720] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.700873] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.701048] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 372786df-91a4-4be0-93ba-0cef24eedfe1 not found, creating... [ 934.701337] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.701495] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.701613] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.701859] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.701998] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.702369] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.702539] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.702672] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.702889] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.705053] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.708731] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 372786df-91a4-4be0-93ba-0cef24eedfe1 is going to be created. [ 934.730395] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.730625] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.730835] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.731071] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.731380] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.731648] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-372786df-91a4-4be0-93ba-0cef24eedfe1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.955423] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 934.955423] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c deletion is rescheduled due to dependency. [ 934.955954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.438654] env[70236]: INFO networking_nsxv3.common.synchronization [req-a28bc846-47a8-4084-9563-0021baa316e0 req-002cd80e-2929-4c0e-8e15-2c6ca356d645 service nova] Enqueued Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_rules [ 935.438949] env[70236]: INFO networking_nsxv3.common.synchronization [req-a28bc846-47a8-4084-9563-0021baa316e0 req-002cd80e-2929-4c0e-8e15-2c6ca356d645 service nova] Enqueued Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_members [ 935.439157] env[70236]: INFO networking_nsxv3.common.synchronization [req-a28bc846-47a8-4084-9563-0021baa316e0 req-002cd80e-2929-4c0e-8e15-2c6ca356d645 service nova] Enqueued Resource ID: 372786df-91a4-4be0-93ba-0cef24eedfe1 with Priority: HIGHEST for action port [ 935.439756] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_rules [ 935.439928] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_members [ 935.440239] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372786df-91a4-4be0-93ba-0cef24eedfe1 with Priority: HIGHEST for action port [ 935.440674] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.440877] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.440987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.441307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.442790] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e2b965f-99fa-46d6-847a-ea07b73e6d38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.442790] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e2b965f-99fa-46d6-847a-ea07b73e6d38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.442790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.442790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.443092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.443264] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.443460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.444031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.444031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.444031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.444031] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e2b965f-99fa-46d6-847a-ea07b73e6d38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.445040] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-372786df-91a4-4be0-93ba-0cef24eedfe1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.445251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-372786df-91a4-4be0-93ba-0cef24eedfe1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.448446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-372786df-91a4-4be0-93ba-0cef24eedfe1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.448446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-372786df-91a4-4be0-93ba-0cef24eedfe1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.448446] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('372786df-91a4-4be0-93ba-0cef24eedfe1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.948927] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e2b965f-99fa-46d6-847a-ea07b73e6d38 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.949143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.949385] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 372786df-91a4-4be0-93ba-0cef24eedfe1 with status ACTIVE [ 935.949600] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.949708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.949807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.950030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.950850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.950850] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.950850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.950850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.950850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.950850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.951053] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.951053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.951053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.951218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.951249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.951623] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 372786df-91a4-4be0-93ba-0cef24eedfe1 is going to be updated. [ 935.953498] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e2b965f-99fa-46d6-847a-ea07b73e6d38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.979325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.979619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.979619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.980683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.980683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.980683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-372786df-91a4-4be0-93ba-0cef24eedfe1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.142437] env[70236]: INFO networking_nsxv3.common.synchronization [req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 req-81dec3f3-6cbd-4333-9f9d-44d03e0f6d93 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Enqueued Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 936.143015] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 936.143387] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.143507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.143573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.143772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.143915] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.144317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.144912] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.145032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.145165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.145343] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.403042] env[70236]: INFO networking_nsxv3.common.synchronization [req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 req-01236a55-229e-4c70-a4b5-5a04b3305e8b tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Enqueued Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 936.403685] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 936.404143] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.404309] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.404398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.404630] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.404785] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.404886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.404956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.405125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.405209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.405304] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.420643] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 in Status: SUCCESS [ 936.420643] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.461941] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e2b965f-99fa-46d6-847a-ea07b73e6d38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.650022] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.911744] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.911744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.911744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.911744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.911744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.911744] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.911744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.911744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.911744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.911744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.911744] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 is going to be updated. [ 936.937404] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.937404] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.937404] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.938346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.938346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.948442] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: IN_PROGRESS for 2s [ 936.963391] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.963625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.963676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.963858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.963946] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.964059] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 is going to be created. [ 936.992494] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.992494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.992941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.992941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.992941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.001114] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 in Status: UNINITIALIZED for 2s [ 937.117168] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.117168] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-107" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.117168] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-107" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.117168] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-107" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.117168] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.118313] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.118633] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.119175] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.119444] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.119794] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.120667] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.120796] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.120912] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.121068] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.121179] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.121497] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.138917] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.139637] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.139637] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.139637] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-107" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.140212] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-5efa369b-0cc1-42b8-994d-7339b06e94ff taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.140368] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-5efa369b-0cc1-42b8-994d-7339b06e94ff" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.140971] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-5efa369b-0cc1-42b8-994d-7339b06e94ff" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.140971] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-5efa369b-0cc1-42b8-994d-7339b06e94ff" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.140971] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efa369b-0cc1-42b8-994d-7339b06e94ff',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.150321] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.644129] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.644585] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.645485] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.645485] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.645693] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.645915] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 5efa369b-0cc1-42b8-994d-7339b06e94ff not found, creating... [ 937.646356] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.647032] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.647032] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.647298] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.647574] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.648953] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.648953] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.648953] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.649169] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.649246] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.649700] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 5efa369b-0cc1-42b8-994d-7339b06e94ff is going to be created. [ 937.652142] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.652412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.652613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.652888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.653039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.653190] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 is going to be updated. [ 937.679992] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.680296] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.680434] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.680710] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.680966] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.681280] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-5efa369b-0cc1-42b8-994d-7339b06e94ff" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.695156] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.695300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.695411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.695605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.695753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.717878] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: IN_PROGRESS for 2s [ 938.476031] env[70236]: INFO networking_nsxv3.common.synchronization [req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 req-c34e8529-955a-4569-bfb0-66d9ab3a266d service nova] Enqueued Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_rules [ 938.476031] env[70236]: INFO networking_nsxv3.common.synchronization [req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 req-c34e8529-955a-4569-bfb0-66d9ab3a266d service nova] Enqueued Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 938.476031] env[70236]: INFO networking_nsxv3.common.synchronization [req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 req-c34e8529-955a-4569-bfb0-66d9ab3a266d service nova] Enqueued Resource ID: 5efa369b-0cc1-42b8-994d-7339b06e94ff with Priority: HIGHEST for action port [ 938.476031] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_rules [ 938.476031] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 938.476031] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5efa369b-0cc1-42b8-994d-7339b06e94ff with Priority: HIGHEST for action port [ 938.476031] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.476031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.476031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.476031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.476694] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.477650] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.478141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.479054] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5efa369b-0cc1-42b8-994d-7339b06e94ff taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.479054] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5efa369b-0cc1-42b8-994d-7339b06e94ff" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.479054] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5efa369b-0cc1-42b8-994d-7339b06e94ff" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.479054] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5efa369b-0cc1-42b8-994d-7339b06e94ff" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.479054] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efa369b-0cc1-42b8-994d-7339b06e94ff',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.603426] env[70236]: INFO networking_nsxv3.common.synchronization [req-119fd597-5cb5-49d3-8fb8-3d7d274e72df req-bbe49dcb-cf9b-42ee-a74b-df2ac501824e tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Enqueued Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_members [ 938.603947] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGHEST for action security_group_members [ 938.604377] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.604475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.604475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.604655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.605873] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.605873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.605873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.605873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.605873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.605873] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.962549] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: SUCCESS [ 938.962814] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 deletion is rescheduled due to dependency. [ 938.962903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.963092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.963270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.963460] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.963580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.963870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.963870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.963870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.963998] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.982424] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.982507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.982866] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5efa369b-0cc1-42b8-994d-7339b06e94ff with status ACTIVE [ 938.982965] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.984016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.984016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.984016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.984016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.984016] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.984016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.984016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.984262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.984371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.984509] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.984622] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.984715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.984934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.985031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.985679] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5efa369b-0cc1-42b8-994d-7339b06e94ff is going to be updated. [ 939.012587] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 in Status: SUCCESS [ 939.012587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.013510] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.014122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.014122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.014122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.014122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.014245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5efa369b-0cc1-42b8-994d-7339b06e94ff" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.014741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.014808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.014915] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.015037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.015307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.015307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.015400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.015400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.015492] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e2b965f-99fa-46d6-847a-ea07b73e6d38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.108623] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.108782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.108937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.109227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.109361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.109617] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.109725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.109792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.109961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.110111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.110224] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 is going to be updated. [ 939.137557] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.137557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.137557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.137557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.137557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.155248] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 in Status: IN_PROGRESS for 2s [ 939.467908] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.518039] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e2b965f-99fa-46d6-847a-ea07b73e6d38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.727507] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: SUCCESS [ 939.727806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.970954] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.021343] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e2b965f-99fa-46d6-847a-ea07b73e6d38: rpc.has_security_group_logging(os_id): False [ 940.052145] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.052582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.052792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.053840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.054065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.058065] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.058065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.058065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.058065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.058065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.058065] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 is going to be created. [ 940.155420] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.157927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.157927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.157927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.157927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.168332] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 in Status: IN_PROGRESS for 2s [ 940.474561] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.474737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.474821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.475078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.475186] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.475292] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 is going to be updated. [ 940.611873] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.612181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.612181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.612417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.612680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.621723] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: IN_PROGRESS for 2s [ 941.165467] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 in Status: SUCCESS [ 941.166396] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 deletion is rescheduled due to dependency. [ 941.166396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.179786] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 in Status: SUCCESS [ 942.180060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.632367] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: SUCCESS [ 942.632367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.632650] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.632951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.634069] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.634069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.634069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.634375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.634581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.634739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.634869] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.136810] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.607618] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 943.607618] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 943.640544] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25defce6-87d3-4cd9-b70c-9acae0fd2b83: rpc.has_security_group_logging(os_id): False [ 943.660107] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.663495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.663495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.663495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.663495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.663495] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.663495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.663495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.663495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.663495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.663495] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 is going to be updated. [ 943.671768] env[70236]: INFO networking_nsxv3.common.synchronization [req-1475447a-f2f4-452f-a003-538ff1b8629a req-c43556ce-938a-49f5-a468-3dab2820c1ae tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Enqueued Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 943.671768] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 943.671768] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.671768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.671768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.671768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.671768] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.671768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.674023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.674023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.674023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.674023] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.717934] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.718071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.718144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.718359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.718507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.732057] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: IN_PROGRESS for 2s [ 944.177053] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.177242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.177317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.177546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.177641] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.177845] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.177943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.178030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.178176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.178252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.178339] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b already deleted. [ 944.178519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.502047] env[70236]: INFO networking_nsxv3.common.synchronization [req-6b59eae5-b9d2-4d58-a76c-2ca314331566 req-ab86b159-e949-4705-9836-f964ec389eb0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 944.502625] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 944.502939] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.504737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.504825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.505049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.505222] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.505330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.505394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.505844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.505957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.506071] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.600853] env[70236]: INFO networking_nsxv3.common.synchronization [req-e7fd3304-13a4-462a-98e8-93f347b49ace req-bc8ec29e-8dce-4316-859d-7d42e42ccee6 tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Enqueued Resource ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 with Priority: HIGHEST for action security_group_members [ 944.601152] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 with Priority: HIGHEST for action security_group_members [ 944.601464] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.601580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.601657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.601842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.601987] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.602095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.602157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.602352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.602439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.602533] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06e7ede2-fe4a-4d4b-858a-90f8ddb732b8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.008531] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.104577] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.104773] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.104818] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.105018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.105121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.105310] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.105624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.105624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.105724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.105774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.106914] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 is going to be updated. [ 945.136225] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.136225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.136225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.136412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.136893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.147937] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 in Status: IN_PROGRESS for 2s [ 945.277442] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.277653] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.277813] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.278179] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.278455] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.278788] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.281594] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.281886] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.282281] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.282524] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.282655] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.282907] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.282977] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.283128] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.283285] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.283480] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.305175] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.307041] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.307041] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.307041] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.307041] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-7277b5b6-f98a-464f-b101-588191a25584 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.307041] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.307041] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.307041] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.307041] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7277b5b6-f98a-464f-b101-588191a25584',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.515117] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.747015] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: SUCCESS [ 945.747266] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.810218] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.810522] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.810606] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.810871] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.811037] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.811200] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 7277b5b6-f98a-464f-b101-588191a25584 not found, creating... [ 945.811491] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.811656] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.811776] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.812010] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.812156] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.812513] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.813263] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.813263] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.813263] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.813405] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.813552] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 7277b5b6-f98a-464f-b101-588191a25584 is going to be created. [ 945.837354] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.837632] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.837780] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.838154] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.838459] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.838740] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.017492] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.017829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.017829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.017938] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.018120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.018192] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 946.046163] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.046163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.046163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.046359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.046502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.057235] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 946.249377] env[70236]: INFO networking_nsxv3.common.synchronization [None req-7d873a1e-bfe1-4a26-a6b4-cf04a22fa632 None None] Enqueued Resource ID: 65f517ba-5c7d-45a9-96b2-c20f0e68919d with Priority: HIGHEST for action port [ 946.250012] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f517ba-5c7d-45a9-96b2-c20f0e68919d with Priority: HIGHEST for action port [ 946.250800] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-65f517ba-5c7d-45a9-96b2-c20f0e68919d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.250800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65f517ba-5c7d-45a9-96b2-c20f0e68919d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.250800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65f517ba-5c7d-45a9-96b2-c20f0e68919d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.251270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65f517ba-5c7d-45a9-96b2-c20f0e68919d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.251270] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65f517ba-5c7d-45a9-96b2-c20f0e68919d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.755692] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65f517ba-5c7d-45a9-96b2-c20f0e68919d [ 946.755692] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.755692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.755692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.755692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.755692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.755692] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65f517ba-5c7d-45a9-96b2-c20f0e68919d already deleted. [ 946.755692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65f517ba-5c7d-45a9-96b2-c20f0e68919d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.157689] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 in Status: SUCCESS [ 947.157689] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 deletion is rescheduled due to dependency. [ 947.157689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.700691] env[70236]: INFO networking_nsxv3.common.synchronization [req-1475447a-f2f4-452f-a003-538ff1b8629a req-ac5f84a1-d926-435f-a738-22c089ba7838 service nova] Enqueued Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_rules [ 947.703869] env[70236]: INFO networking_nsxv3.common.synchronization [req-1475447a-f2f4-452f-a003-538ff1b8629a req-ac5f84a1-d926-435f-a738-22c089ba7838 service nova] Enqueued Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 947.703869] env[70236]: INFO networking_nsxv3.common.synchronization [req-1475447a-f2f4-452f-a003-538ff1b8629a req-ac5f84a1-d926-435f-a738-22c089ba7838 service nova] Enqueued Resource ID: 7277b5b6-f98a-464f-b101-588191a25584 with Priority: HIGHEST for action port [ 947.703869] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_rules [ 947.703869] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 947.703869] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7277b5b6-f98a-464f-b101-588191a25584 with Priority: HIGHEST for action port [ 947.703869] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.703869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.703869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.703869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.703869] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.704695] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.704695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.704695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.704695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.704695] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.704852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.704852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.704985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.705075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.705164] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.706505] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7277b5b6-f98a-464f-b101-588191a25584 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.706630] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.706852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.706852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.707771] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7277b5b6-f98a-464f-b101-588191a25584',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.069056] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 948.069056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.209090] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.209372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.209419] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.211140] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7277b5b6-f98a-464f-b101-588191a25584 with status ACTIVE [ 948.211341] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.211464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.211531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.211745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.211829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.211996] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.212844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.212923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.213128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.213216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.215651] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.215767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.215837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.216169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.216169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.216169] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7277b5b6-f98a-464f-b101-588191a25584 is going to be updated. [ 948.236952] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.237226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.237326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.237559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.237712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.237881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.516255] env[70236]: INFO networking_nsxv3.common.synchronization [req-66339d2c-4aeb-442b-a3eb-4697decb746b req-4739fd9d-5d4e-43ee-ae1d-1b5c1cd44db8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 948.516741] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 948.517023] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.517607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.518307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.518878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.522031] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.522031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.522031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.522031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.522031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.522031] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.718794] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.022245] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.222101] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.222101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.222101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.222508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.222508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.222639] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b is going to be created. [ 949.245340] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.245565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.245644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.249398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.249528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.261417] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: UNINITIALIZED for 2s [ 949.376536] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.376771] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.376942] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.378356] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.378356] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.378356] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.378356] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.378909] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.379173] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.379639] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.379852] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.380107] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.380260] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.380455] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.380634] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.380850] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.401581] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.403428] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.403428] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.403428] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.404266] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-dcb0e512-3503-4bbf-9b60-1dfccef0db09 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.405183] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-dcb0e512-3503-4bbf-9b60-1dfccef0db09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.405183] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-dcb0e512-3503-4bbf-9b60-1dfccef0db09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.405382] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-dcb0e512-3503-4bbf-9b60-1dfccef0db09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.405657] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb0e512-3503-4bbf-9b60-1dfccef0db09',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.525143] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.541268] env[70236]: INFO networking_nsxv3.common.synchronization [None req-99e3db89-42f0-4765-8985-e1bbea3aeaa1 None None] Enqueued Resource ID: bac4ba47-ae23-4687-af07-c56cc7e3bb1b with Priority: HIGHEST for action port [ 949.541549] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac4ba47-ae23-4687-af07-c56cc7e3bb1b with Priority: HIGHEST for action port [ 949.542237] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-bac4ba47-ae23-4687-af07-c56cc7e3bb1b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.542378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bac4ba47-ae23-4687-af07-c56cc7e3bb1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.542443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bac4ba47-ae23-4687-af07-c56cc7e3bb1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.542714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bac4ba47-ae23-4687-af07-c56cc7e3bb1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.542794] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bac4ba47-ae23-4687-af07-c56cc7e3bb1b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.909311] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.909619] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.909723] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.910688] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.910688] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.910688] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port dcb0e512-3503-4bbf-9b60-1dfccef0db09 not found, creating... [ 949.910688] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.910946] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.910946] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.911195] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.911414] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.911644] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.911861] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.911942] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.912210] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.912368] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.912556] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: dcb0e512-3503-4bbf-9b60-1dfccef0db09 is going to be created. [ 949.933276] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.933276] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.933276] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.933597] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.933629] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.933876] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-dcb0e512-3503-4bbf-9b60-1dfccef0db09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.029601] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.029745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.029813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.030095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.031864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.031864] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 950.047528] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bac4ba47-ae23-4687-af07-c56cc7e3bb1b [ 950.047802] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.047898] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.047962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.048188] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.048294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.048369] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bac4ba47-ae23-4687-af07-c56cc7e3bb1b already deleted. [ 950.048450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bac4ba47-ae23-4687-af07-c56cc7e3bb1b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.066926] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.068058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.068211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.068436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.068673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.078188] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 950.247147] env[70236]: INFO networking_nsxv3.common.synchronization [req-9f3c446e-da77-4d28-8322-1be414028a3f req-9b12b092-af8b-4df2-b11c-13d5e71072a0 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Enqueued Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 950.247700] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGHEST for action security_group_members [ 950.248274] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.248956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.248956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.249122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.249152] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.250197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.250197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.250197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.250492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.250599] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.753071] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.753071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.753227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.753330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.753413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.753626] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.753728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.753789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.753943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.754046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.754136] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 is going to be updated. [ 950.790868] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.791194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.791319] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.791556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.791711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.809351] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: IN_PROGRESS for 2s [ 951.267788] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: SUCCESS [ 951.268162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.268403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.268704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.269326] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.269326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.269326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.269492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.269607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.269760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.269945] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.483808] env[70236]: INFO networking_nsxv3.common.synchronization [req-66339d2c-4aeb-442b-a3eb-4697decb746b req-8d9fe4be-7741-465e-bb9f-4add6901e92e service nova] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_rules [ 951.484596] env[70236]: INFO networking_nsxv3.common.synchronization [req-66339d2c-4aeb-442b-a3eb-4697decb746b req-8d9fe4be-7741-465e-bb9f-4add6901e92e service nova] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 951.484596] env[70236]: INFO networking_nsxv3.common.synchronization [req-66339d2c-4aeb-442b-a3eb-4697decb746b req-8d9fe4be-7741-465e-bb9f-4add6901e92e service nova] Enqueued Resource ID: dcb0e512-3503-4bbf-9b60-1dfccef0db09 with Priority: HIGHEST for action port [ 951.484757] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_rules [ 951.485033] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 951.485033] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb0e512-3503-4bbf-9b60-1dfccef0db09 with Priority: HIGHEST for action port [ 951.488021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.488021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.488021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.488021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.488021] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.490043] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.490169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.490390] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcb0e512-3503-4bbf-9b60-1dfccef0db09 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.490528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcb0e512-3503-4bbf-9b60-1dfccef0db09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.490646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcb0e512-3503-4bbf-9b60-1dfccef0db09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.490931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcb0e512-3503-4bbf-9b60-1dfccef0db09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.491192] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb0e512-3503-4bbf-9b60-1dfccef0db09',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.772855] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.773111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.773218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.774029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.774029] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.774182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.774182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.774425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.774548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.776592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.776592] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.776592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.776592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.776592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.779025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.779025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.779025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.779025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.779025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.779025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.779025] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.995678] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.995855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.996096] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcb0e512-3503-4bbf-9b60-1dfccef0db09 with status ACTIVE [ 951.996301] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.996596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.996596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.996756] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.996876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.997154] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.997346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.997425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.997627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.997712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.997912] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.998029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.998126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.998299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.998398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.998512] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcb0e512-3503-4bbf-9b60-1dfccef0db09 is going to be updated. [ 952.024238] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.024449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.024584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.024687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.024839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.025012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcb0e512-3503-4bbf-9b60-1dfccef0db09" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.087690] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 952.091018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.091018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.091018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.091018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.091018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.091018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.091018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.091018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.091018] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.281208] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf6ca181-fd9f-4655-a7c7-339d95f2ca7b: rpc.has_security_group_logging(os_id): False [ 952.298713] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.300027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.300027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.300027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.300027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.300027] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.300027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.300027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.300474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.300474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.300474] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.300610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.300610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.300759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.300793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.302432] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.302432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.302432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.302432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.302432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.302432] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b is going to be created. [ 952.387280] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.387720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.387720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.387961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.388304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.403795] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: IN_PROGRESS for 2s [ 952.590774] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.683201] env[70236]: INFO networking_nsxv3.common.synchronization [None req-84bc54ae-a8c8-4aa1-b04f-f40ee6db270f None None] Enqueued Resource ID: 49c89eef-ef1b-4559-b465-f59c79b28856 with Priority: HIGHEST for action port [ 952.683980] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c89eef-ef1b-4559-b465-f59c79b28856 with Priority: HIGHEST for action port [ 952.684564] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-49c89eef-ef1b-4559-b465-f59c79b28856 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.684783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49c89eef-ef1b-4559-b465-f59c79b28856" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.684981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49c89eef-ef1b-4559-b465-f59c79b28856" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.685317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49c89eef-ef1b-4559-b465-f59c79b28856" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.686131] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c89eef-ef1b-4559-b465-f59c79b28856',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.819477] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 in Status: SUCCESS [ 952.819477] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 deletion is rescheduled due to dependency. [ 952.819477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.100355] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.188847] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49c89eef-ef1b-4559-b465-f59c79b28856 [ 953.188847] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.188847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.188847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.189334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.189404] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.189520] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49c89eef-ef1b-4559-b465-f59c79b28856 already deleted. [ 953.189706] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49c89eef-ef1b-4559-b465-f59c79b28856" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.603186] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.603186] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.603791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.603791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.603791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.603982] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 953.623541] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 req-e057a84f-4ee1-4d05-989c-e28c0425f2cc tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 953.624165] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 953.624476] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.624599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.624682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.624894] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.625089] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.625197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.625258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.625410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.625496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.625586] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.631498] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.631624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.631701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.631878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.632030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.641264] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 954.134237] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.134390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.134477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.134799] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.135332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.135932] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.136203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.136328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.136694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.136851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.137015] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 954.162617] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.162853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.162962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.163321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.166520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.175260] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 954.200375] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 req-670163d5-312d-4959-9e2a-7918db66a4f2 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 954.201189] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 954.201904] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.202127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.416373] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: SUCCESS [ 954.416576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.645460] env[70236]: INFO networking_nsxv3.common.synchronization [None req-74e758aa-d5c8-4609-ab6e-19db3ea3ee10 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Enqueued Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_rules [ 954.646055] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_rules [ 954.646524] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339df83c-edcf-4c97-9254-35d9ebc57a31 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.646670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.646738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.646990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.647089] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.653526] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.653754] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-299" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.654506] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-299" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.655612] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-299" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.655911] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.656091] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.656215] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.658553] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.658553] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.658553] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.658553] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.658553] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.658553] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.658553] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.658553] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.658553] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.675660] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.675886] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.676114] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.676350] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-299" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.676855] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-b47b848d-4c99-4790-a0f5-a4103ab48379 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.677122] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-b47b848d-4c99-4790-a0f5-a4103ab48379" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.677297] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-b47b848d-4c99-4790-a0f5-a4103ab48379" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.677660] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-b47b848d-4c99-4790-a0f5-a4103ab48379" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.677841] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b47b848d-4c99-4790-a0f5-a4103ab48379',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.735481] env[70236]: INFO networking_nsxv3.common.synchronization [None req-eef7592c-4e38-44e6-8f87-a13e3ae8af09 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Enqueued Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_rules [ 954.735976] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_rules [ 954.736295] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339df83c-edcf-4c97-9254-35d9ebc57a31 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.736417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.162527] env[70236]: INFO networking_nsxv3.common.synchronization [None req-763ff2de-e5ca-45a4-bace-210b537b4dbf None None] Enqueued Resource ID: 2b01a261-cbd9-4afb-87b7-4ca4d499271a with Priority: HIGHEST for action port [ 955.162527] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b01a261-cbd9-4afb-87b7-4ca4d499271a with Priority: HIGHEST for action port [ 955.162633] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b01a261-cbd9-4afb-87b7-4ca4d499271a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.162713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b01a261-cbd9-4afb-87b7-4ca4d499271a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.162829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b01a261-cbd9-4afb-87b7-4ca4d499271a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.163080] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b01a261-cbd9-4afb-87b7-4ca4d499271a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.163326] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b01a261-cbd9-4afb-87b7-4ca4d499271a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.176035] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.176035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.176035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.176035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.176035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.176035] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 already deleted. [ 955.176035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.176035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.176035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.176035] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.182778] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.183181] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.183181] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.183515] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.183782] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.183929] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port b47b848d-4c99-4790-a0f5-a4103ab48379 not found, creating... [ 955.184239] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.184579] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.184648] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.185583] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.185583] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.185583] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.185583] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.185848] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.185848] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.186148] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.186226] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: b47b848d-4c99-4790-a0f5-a4103ab48379 is going to be created. [ 955.209635] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.209940] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.210407] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.210735] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.211050] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.211382] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-b47b848d-4c99-4790-a0f5-a4103ab48379" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.653850] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 955.653850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.653850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.653850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.653850] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.653850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.653850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.653850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.653850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.653850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.653850] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.666160] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b01a261-cbd9-4afb-87b7-4ca4d499271a [ 955.666160] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.666160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.666160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.666160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.666160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.666160] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b01a261-cbd9-4afb-87b7-4ca4d499271a already deleted. [ 955.666160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b01a261-cbd9-4afb-87b7-4ca4d499271a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.697997] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.698168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.698235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.698472] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.698551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.698645] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 already deleted. [ 955.698721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.049265] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 req-83976c42-e823-4580-8f9b-efd3b77c9c85 service nova] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_rules [ 956.049265] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 req-83976c42-e823-4580-8f9b-efd3b77c9c85 service nova] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 956.049265] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 req-83976c42-e823-4580-8f9b-efd3b77c9c85 service nova] Enqueued Resource ID: b47b848d-4c99-4790-a0f5-a4103ab48379 with Priority: HIGHEST for action port [ 956.049265] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_rules [ 956.049265] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 956.049265] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47b848d-4c99-4790-a0f5-a4103ab48379 with Priority: HIGHEST for action port [ 956.049265] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.049265] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.056525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.056525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.056525] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.056525] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.056525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.056525] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b47b848d-4c99-4790-a0f5-a4103ab48379 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.056525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b47b848d-4c99-4790-a0f5-a4103ab48379" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.056525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b47b848d-4c99-4790-a0f5-a4103ab48379" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.056525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b47b848d-4c99-4790-a0f5-a4103ab48379" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.056525] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b47b848d-4c99-4790-a0f5-a4103ab48379',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.124725] env[70236]: INFO networking_nsxv3.common.synchronization [req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff req-e26c7fc9-4940-49f5-97fc-887cd878f287 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 956.125565] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 956.126444] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.126847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.126847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.126847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.126965] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.127085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.127147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.127299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.127386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.127486] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.157299] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.157299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.157299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.157430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.157722] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.157722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.157871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.157939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.158057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.158148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.158294] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.158391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.158449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.158659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.158729] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.158805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.158861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.158992] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.159087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.159166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.159256] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.188950] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 956.188950] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 deletion is rescheduled due to dependency. [ 956.188950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.189084] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.189257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.189444] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.189565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.192270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.192270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.192270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.192270] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.444403] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.444615] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.444747] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.445046] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.445650] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.445650] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.445871] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.445992] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.446813] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.447228] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.447369] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.447489] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.447602] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.448056] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.448158] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.448573] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.467475] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.467805] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 956.467992] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.468221] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-742" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.468560] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.468755] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.468893] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.469270] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.474019] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.558771] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b47b848d-4c99-4790-a0f5-a4103ab48379 with status ACTIVE [ 956.562024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.562024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.562024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.562024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.562024] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b47b848d-4c99-4790-a0f5-a4103ab48379 is going to be updated. [ 956.563344] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.563749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.586259] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.586259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.586259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.586259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.586259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.586259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b47b848d-4c99-4790-a0f5-a4103ab48379" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.631297] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.634163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.634163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.634163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.634163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.634163] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.634163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.634163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.634163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.634163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.634163] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be updated. [ 956.660688] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.661415] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.661639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.661956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.662233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.663559] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2858ad03-7947-47d4-81e7-d79c10d98805: rpc.has_security_group_logging(os_id): False [ 956.672851] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: IN_PROGRESS for 2s [ 956.692368] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.695018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.695018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.695018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.695515] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.695515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.695515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.695729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.696016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.696275] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 956.697596] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.723376] env[70236]: INFO networking_nsxv3.common.synchronization [None req-4cd61e5c-4b4c-4519-9975-c0a1b5ae938b None None] Enqueued Resource ID: 93cf046b-a87a-4bf1-86d2-8873a9e09e71 with Priority: HIGHEST for action port [ 956.723376] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cf046b-a87a-4bf1-86d2-8873a9e09e71 with Priority: HIGHEST for action port [ 956.723376] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-93cf046b-a87a-4bf1-86d2-8873a9e09e71 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.723376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93cf046b-a87a-4bf1-86d2-8873a9e09e71" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.723376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93cf046b-a87a-4bf1-86d2-8873a9e09e71" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.723376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93cf046b-a87a-4bf1-86d2-8873a9e09e71" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.723376] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93cf046b-a87a-4bf1-86d2-8873a9e09e71',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.768995] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.770296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.770296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.770296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.770296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.801059] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 956.977337] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.977627] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.977764] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.978077] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.978289] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.978485] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 not found, creating... [ 956.978798] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.979113] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.979210] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.979414] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.979600] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.979920] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.980182] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.980335] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.980583] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.980726] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.980924] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 is going to be created. [ 956.999711] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.000051] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.000180] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.000504] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.000740] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.000973] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.051385] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.051988] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-65" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.051988] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-65" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.052277] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-65" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.052786] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.053292] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.053292] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.053454] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.053721] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.054182] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.054534] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.054750] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.054948] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.055066] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.055131] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.055354] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.076162] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.076162] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.076162] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.076268] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-65" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.076537] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-7706655f-d507-413c-80d6-aaf046294025 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.076756] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-7706655f-d507-413c-80d6-aaf046294025" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.076879] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-7706655f-d507-413c-80d6-aaf046294025" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.077235] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-7706655f-d507-413c-80d6-aaf046294025" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.077374] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7706655f-d507-413c-80d6-aaf046294025',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.200825] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.227024] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93cf046b-a87a-4bf1-86d2-8873a9e09e71 [ 957.227024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.227197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.227238] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.227942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.227942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.227942] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93cf046b-a87a-4bf1-86d2-8873a9e09e71 already deleted. [ 957.227942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93cf046b-a87a-4bf1-86d2-8873a9e09e71" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.583184] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.584904] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.584904] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.584904] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.584904] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.584904] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 7706655f-d507-413c-80d6-aaf046294025 not found, creating... [ 957.585144] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.585144] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.586160] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.586160] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.586160] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.587517] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.588115] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.589483] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.591676] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.591676] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.591676] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 7706655f-d507-413c-80d6-aaf046294025 is going to be created. [ 957.612246] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.612483] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.612625] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.614474] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.614474] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.614474] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-7706655f-d507-413c-80d6-aaf046294025" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.703942] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.703942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.704373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.704646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.705151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.705266] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 957.749073] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.749073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.749073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.749073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.749073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.758824] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 957.812920] env[70236]: INFO networking_nsxv3.common.synchronization [req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff req-fef5f0b4-6e5b-4deb-bbc5-c064c5a23394 service nova] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_rules [ 957.812920] env[70236]: INFO networking_nsxv3.common.synchronization [req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff req-fef5f0b4-6e5b-4deb-bbc5-c064c5a23394 service nova] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 957.812920] env[70236]: INFO networking_nsxv3.common.synchronization [req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff req-fef5f0b4-6e5b-4deb-bbc5-c064c5a23394 service nova] Enqueued Resource ID: e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 with Priority: HIGHEST for action port [ 957.817048] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_rules [ 957.817048] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 957.817048] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 with Priority: HIGHEST for action port [ 957.817048] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.817048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.817048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.817048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.817048] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.818794] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.819243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.819639] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.819848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.819986] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.820916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.821799] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.048196] env[70236]: INFO networking_nsxv3.common.synchronization [None req-7d542f2d-962f-4eff-90aa-eb71bdb48ab8 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Enqueued Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_rules [ 958.048796] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_rules [ 958.049132] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c72b42-14d9-4a1a-b012-cbd45319802e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.049258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.049324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.049663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.049801] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c72b42-14d9-4a1a-b012-cbd45319802e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.193664] env[70236]: INFO networking_nsxv3.common.synchronization [None req-55902fb8-5348-43e2-a5fb-065a0436f24b tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Enqueued Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_rules [ 958.194331] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_rules [ 958.194664] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c72b42-14d9-4a1a-b012-cbd45319802e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.194772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.319425] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.319610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.326021] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 with status ACTIVE [ 958.326021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.326021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.326021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.326021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.326021] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 is going to be updated. [ 958.347193] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.347406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.347470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.347677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.347832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.348053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.479877] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 req-e0e2c95a-1047-4002-b0c0-744ae67e133f service nova] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_rules [ 958.480089] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 req-e0e2c95a-1047-4002-b0c0-744ae67e133f service nova] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 958.480236] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 req-e0e2c95a-1047-4002-b0c0-744ae67e133f service nova] Enqueued Resource ID: 7706655f-d507-413c-80d6-aaf046294025 with Priority: HIGHEST for action port [ 958.480486] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_rules [ 958.480629] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 958.480742] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7706655f-d507-413c-80d6-aaf046294025 with Priority: HIGHEST for action port [ 958.485137] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.485137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.485137] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.485137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.485137] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7706655f-d507-413c-80d6-aaf046294025 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.485137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7706655f-d507-413c-80d6-aaf046294025" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.485137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7706655f-d507-413c-80d6-aaf046294025" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.485137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7706655f-d507-413c-80d6-aaf046294025" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.485137] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7706655f-d507-413c-80d6-aaf046294025',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.579027] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.579027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.579027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.579027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.579027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.579027] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c72b42-14d9-4a1a-b012-cbd45319802e already deleted. [ 958.579027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.579027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.579027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.579027] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c72b42-14d9-4a1a-b012-cbd45319802e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.691368] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: SUCCESS [ 958.691368] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 deletion is rescheduled due to dependency. [ 958.691368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.691368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.691368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.691368] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.691368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.691368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.691368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.691368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.691368] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.817563] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 958.817563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.985779] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7706655f-d507-413c-80d6-aaf046294025 with status ACTIVE [ 958.986076] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.986224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.986294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.986519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.986612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.986786] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.986906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.986970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.987160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.987239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.987425] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.987521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.987580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.987718] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.987791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.987883] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7706655f-d507-413c-80d6-aaf046294025 is going to be updated. [ 959.010994] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.011216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.011317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.011537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.011679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.011844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7706655f-d507-413c-80d6-aaf046294025" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.100981] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.101284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.101401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.101687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.101834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.101949] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c72b42-14d9-4a1a-b012-cbd45319802e already deleted. [ 959.102050] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.194932] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.339470] env[70236]: INFO networking_nsxv3.common.synchronization [None req-7c4f0170-967a-4e19-97b5-ddfb07876612 None None] Enqueued Resource ID: 390bf5e7-108f-4daf-8bca-4e7143926578 with Priority: HIGHEST for action port [ 959.340010] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 390bf5e7-108f-4daf-8bca-4e7143926578 with Priority: HIGHEST for action port [ 959.340348] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-390bf5e7-108f-4daf-8bca-4e7143926578 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.340618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-390bf5e7-108f-4daf-8bca-4e7143926578" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.340711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-390bf5e7-108f-4daf-8bca-4e7143926578" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.340948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-390bf5e7-108f-4daf-8bca-4e7143926578" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.341423] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('390bf5e7-108f-4daf-8bca-4e7143926578',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.699586] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.770067] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 959.770491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.770581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.770888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.771115] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.771241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.771310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.771584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.771671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.771776] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.844048] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 390bf5e7-108f-4daf-8bca-4e7143926578 [ 959.844724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.844724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.844724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.844724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.844975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.845265] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:390bf5e7-108f-4daf-8bca-4e7143926578 already deleted. [ 959.845499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-390bf5e7-108f-4daf-8bca-4e7143926578" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.202479] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.202728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.202892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.203304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.203417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.203532] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be updated. [ 960.229564] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.229718] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.229791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.230015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.230173] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.237837] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: IN_PROGRESS for 2s [ 960.279808] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.779866] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.282578] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.282911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.282911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.283104] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.283204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.283306] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 961.310656] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.310869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.310946] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.311178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.311328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.319548] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 961.960994] env[70236]: INFO networking_nsxv3.common.synchronization [req-8f8ea399-c40c-4acc-99e1-f94b953f028a req-7fbb4348-1d1f-458c-9a8b-b1000addc67e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 961.961832] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 961.962787] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.962787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.962787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.962787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.963345] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.963345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.963345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.963345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.963345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.963564] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.252033] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: SUCCESS [ 962.252033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.252033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.252033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.252033] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.252033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.252033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.252033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.252033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.252033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.252033] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.443105] env[70236]: INFO networking_nsxv3.common.synchronization [req-3538c27e-2806-45fa-abdb-aebb95a07098 req-fad35910-81e1-4d8c-97cc-6931bdcfe00a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 962.443771] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 962.444343] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.444484] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.444552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.444766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.444934] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.445430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.445430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.445430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.445430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.445641] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.465978] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.760145] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.760145] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.760145] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.760145] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.760145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.761058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.761058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.761058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.761058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.761058] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.931258] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.931585] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.931882] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.932229] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.932727] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.933072] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.933159] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.933470] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.933810] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.934008] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.934162] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.934281] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.934404] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.934544] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.934667] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.934825] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.948122] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.948308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.948409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.948702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.948909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.948998] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.949118] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.949180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.949337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.949416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.949563] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 962.955344] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.955524] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.955716] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.955919] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.956265] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-da27ba60-e63c-4f12-acec-fbfa682731cd taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.956469] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-da27ba60-e63c-4f12-acec-fbfa682731cd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.956601] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-da27ba60-e63c-4f12-acec-fbfa682731cd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.957038] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-da27ba60-e63c-4f12-acec-fbfa682731cd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.957218] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da27ba60-e63c-4f12-acec-fbfa682731cd',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.968055] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.973026] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.973174] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.973225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.973795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.974021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.982614] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 963.263054] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3393f6d3-5e69-4f7d-835e-0327f07a4e15: rpc.has_security_group_logging(os_id): False [ 963.281270] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.281467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.281540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.281786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.281968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.282165] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.282236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.282272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.282549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.282674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.282913] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.283032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.283072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.283229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.283310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.283570] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.283665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.283736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.283868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.283945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.284046] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be updated. [ 963.330029] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 963.330288] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.330496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.330734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.330978] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.331123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.331216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.331387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.331501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.331596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.331717] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.332763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.332976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.333206] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.333324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.333503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.333667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.333777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.333882] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.342612] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.342758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.342857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.343022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.343172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.360722] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: IN_PROGRESS for 2s [ 963.460202] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.460547] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.460593] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.460874] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.461053] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.461214] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port da27ba60-e63c-4f12-acec-fbfa682731cd not found, creating... [ 963.461493] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.461656] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.461772] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.462085] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.462262] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.462591] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.462765] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.462887] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.465898] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.465898] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.465898] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: da27ba60-e63c-4f12-acec-fbfa682731cd is going to be created. [ 963.473200] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.473754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.473850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.474106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.474203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.474324] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 963.487285] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.487535] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.487703] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.488013] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.488264] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.488503] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-da27ba60-e63c-4f12-acec-fbfa682731cd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.528689] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.528885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.528975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.529246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.529409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.543448] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 963.839146] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.839146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.839146] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.340556] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.499300] env[70236]: INFO networking_nsxv3.common.synchronization [req-3538c27e-2806-45fa-abdb-aebb95a07098 req-d4496502-9b21-4fd6-90ad-e1d371e66987 service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 964.499300] env[70236]: INFO networking_nsxv3.common.synchronization [req-3538c27e-2806-45fa-abdb-aebb95a07098 req-d4496502-9b21-4fd6-90ad-e1d371e66987 service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 964.499300] env[70236]: INFO networking_nsxv3.common.synchronization [req-3538c27e-2806-45fa-abdb-aebb95a07098 req-d4496502-9b21-4fd6-90ad-e1d371e66987 service nova] Enqueued Resource ID: da27ba60-e63c-4f12-acec-fbfa682731cd with Priority: HIGHEST for action port [ 964.499300] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 964.499841] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 964.501537] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27ba60-e63c-4f12-acec-fbfa682731cd with Priority: HIGHEST for action port [ 964.501993] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.502297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.502693] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.503020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.503242] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.505830] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.506106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.507027] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-da27ba60-e63c-4f12-acec-fbfa682731cd taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.507374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da27ba60-e63c-4f12-acec-fbfa682731cd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.507564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da27ba60-e63c-4f12-acec-fbfa682731cd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.507858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da27ba60-e63c-4f12-acec-fbfa682731cd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.508053] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da27ba60-e63c-4f12-acec-fbfa682731cd',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.842740] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.842913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.842997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.843253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.843454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.843454] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 964.872684] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.872684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.872684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.872684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.872684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.886601] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 964.991521] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 964.992101] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c deletion is rescheduled due to dependency. [ 964.992234] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.992385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.992666] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.992886] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.993041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.993128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.993303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.993390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.993903] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.005694] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.005845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.011245] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da27ba60-e63c-4f12-acec-fbfa682731cd with status ACTIVE [ 965.011498] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.011647] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.011716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.011935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.012045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.012241] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.012322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.012377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.012629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.012715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.013104] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.013104] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.013104] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.013228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.013256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.013343] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da27ba60-e63c-4f12-acec-fbfa682731cd is going to be updated. [ 965.032929] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.033088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.033159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.033380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.033646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.033782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da27ba60-e63c-4f12-acec-fbfa682731cd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.305314] env[70236]: INFO networking_nsxv3.common.synchronization [None req-e556fe22-8f93-490b-8847-5eda40b6b54d None None] Enqueued Resource ID: f1f9dc1d-7b07-4e3a-98aa-f436655fd10c with Priority: HIGHEST for action port [ 965.305601] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f9dc1d-7b07-4e3a-98aa-f436655fd10c with Priority: HIGHEST for action port [ 965.306238] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1f9dc1d-7b07-4e3a-98aa-f436655fd10c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.306425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1f9dc1d-7b07-4e3a-98aa-f436655fd10c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.306425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1f9dc1d-7b07-4e3a-98aa-f436655fd10c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.309810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1f9dc1d-7b07-4e3a-98aa-f436655fd10c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.309810] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1f9dc1d-7b07-4e3a-98aa-f436655fd10c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.374936] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: SUCCESS [ 965.374936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.496574] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.555105] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 965.555453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.811435] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1f9dc1d-7b07-4e3a-98aa-f436655fd10c [ 965.811708] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.811856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.811926] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.812209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.812301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.812430] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1f9dc1d-7b07-4e3a-98aa-f436655fd10c already deleted. [ 965.812518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1f9dc1d-7b07-4e3a-98aa-f436655fd10c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.000099] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.504262] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.504262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.504262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.504262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.504262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.504262] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 966.576021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.576021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.576021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.576021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.576021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.586070] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 966.897021] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.897021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.897021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.897021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.897021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.898304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.898413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.898531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.898656] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.398733] env[70236]: INFO networking_nsxv3.common.synchronization [None req-8422b391-6b70-4645-84ca-a6afc2ef7413 None None] Enqueued Resource ID: 5f1353da-00b4-4fa8-92f2-326a632decc1 with Priority: HIGHEST for action port [ 967.398733] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1353da-00b4-4fa8-92f2-326a632decc1 with Priority: HIGHEST for action port [ 967.399811] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f1353da-00b4-4fa8-92f2-326a632decc1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.400229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f1353da-00b4-4fa8-92f2-326a632decc1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.400401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f1353da-00b4-4fa8-92f2-326a632decc1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.402475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f1353da-00b4-4fa8-92f2-326a632decc1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.402745] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1353da-00b4-4fa8-92f2-326a632decc1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.405188] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e71e8e-3ec9-45e6-81ff-2df9794a2658: rpc.has_security_group_logging(os_id): False [ 967.429489] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.429674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.429747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.431448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.431448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.431448] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.431448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.431448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.431448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.431448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.431448] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.431448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.431448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.431448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.431448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.431448] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.432052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.432052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.432052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.432052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.432052] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 967.528353] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.528503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.528573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.528820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.528964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.542164] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 967.911120] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f1353da-00b4-4fa8-92f2-326a632decc1 [ 967.911120] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.911120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.911120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.911120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.911120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.911120] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f1353da-00b4-4fa8-92f2-326a632decc1 already deleted. [ 967.911120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f1353da-00b4-4fa8-92f2-326a632decc1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.595376] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 968.595613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.595795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.596032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.596235] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.596378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.596448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.596606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.596692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.596795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.596890] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.099936] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.100461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.100461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.100461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.100651] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.100725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.100790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.100899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.100982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.101081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.101228] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.101315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.101374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.101528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.101659] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.101739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.101812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.101930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.101995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.102096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.104412] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.462705] env[70236]: INFO networking_nsxv3.common.synchronization [req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 req-21643930-e488-4b94-bc23-5199d676474e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Enqueued Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 969.465036] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 969.465895] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.465895] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.466089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.466442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.466442] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.467037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.467037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.467037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.467037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.467037] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.556073] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 969.557414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.557414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.557414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.557414] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.606251] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1785cb07-64a7-4c20-af95-dcc775d3ae0c: rpc.has_security_group_logging(os_id): False [ 969.610343] env[70236]: INFO networking_nsxv3.common.synchronization [req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 req-c589946e-3556-44ff-9972-9457f9640292 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 969.612171] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGHEST for action security_group_members [ 969.612171] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.612171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.612171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.612749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.612749] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.612749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.612864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.613279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.613279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.613279] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.629409] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.629409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.629409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.629409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.629409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.629590] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.629590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.629668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.629792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.629843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.630030] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.630105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.630165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.630317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.631017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.631017] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.631017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.631017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.631260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.631260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.631328] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 969.691990] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.692178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.692252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.692804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.692804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.703532] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 969.893708] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.893979] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.894131] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.894404] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.894664] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.894822] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.894942] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.896945] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.896945] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.896945] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.896945] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.897287] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.897511] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.897693] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.898079] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.898178] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.919516] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.919590] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.920687] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.920687] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.920687] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-f3343cbf-79bc-494d-9a34-1fc687078628 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.920687] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-f3343cbf-79bc-494d-9a34-1fc687078628" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.922270] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-f3343cbf-79bc-494d-9a34-1fc687078628" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.922270] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-f3343cbf-79bc-494d-9a34-1fc687078628" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.922270] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3343cbf-79bc-494d-9a34-1fc687078628',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.971042] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.062855] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.063062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.063105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.064433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.064717] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.064875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.064943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.065191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.065225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.065318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.065411] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.117325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.117325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.117325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.117325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.117325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.117325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.117325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.117887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.117887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.117887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.118013] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be updated. [ 970.154347] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.154499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.154559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.154781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.154947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.168055] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: IN_PROGRESS for 2s [ 970.426695] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.426695] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.426695] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.426935] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.427139] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.427339] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port f3343cbf-79bc-494d-9a34-1fc687078628 not found, creating... [ 970.427673] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.427882] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.427994] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.428248] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.428392] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.428749] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.428914] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.429044] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.429364] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.429560] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.429759] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: f3343cbf-79bc-494d-9a34-1fc687078628 is going to be created. [ 970.450432] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.450432] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.450432] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.450693] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.450826] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.451105] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-f3343cbf-79bc-494d-9a34-1fc687078628" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.473660] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.567660] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.567660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.567831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.567915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.568092] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.568195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.568446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.568446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.568545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.568573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.568715] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.568805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.568872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.569165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.569780] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.569780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.569780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.573876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.573876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.573876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.573876] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.975983] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.976217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.976324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.976509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.976606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.976726] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b is going to be updated. [ 971.004815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.005161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.005161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.005374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.005374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.015185] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: IN_PROGRESS for 2s [ 971.076618] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e71e8e-3ec9-45e6-81ff-2df9794a2658: rpc.has_security_group_logging(os_id): False [ 971.093751] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.093872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.093989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.094178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.094271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.094497] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.094599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.094662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.094819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.094897] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.095084] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.095201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.095402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.095402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.095813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.095813] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.095813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.095813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.096017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.096017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.096681] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 971.127698] env[70236]: INFO networking_nsxv3.common.synchronization [req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 req-62db3adb-7cd1-4372-8179-46d0350440ab tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 971.128444] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 971.130383] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.130571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.130644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.130857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.131040] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.131153] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.131216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.131379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.131460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.131983] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.152629] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.152768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.152866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.153041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.153311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.166574] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 971.215155] env[70236]: INFO networking_nsxv3.common.synchronization [req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 req-811cbafa-8129-45b3-bd17-3afe06c06722 service nova] Enqueued Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_rules [ 971.215351] env[70236]: INFO networking_nsxv3.common.synchronization [req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 req-811cbafa-8129-45b3-bd17-3afe06c06722 service nova] Enqueued Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 971.215499] env[70236]: INFO networking_nsxv3.common.synchronization [req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 req-811cbafa-8129-45b3-bd17-3afe06c06722 service nova] Enqueued Resource ID: f3343cbf-79bc-494d-9a34-1fc687078628 with Priority: HIGHEST for action port [ 971.215994] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_rules [ 971.216148] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 971.216237] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3343cbf-79bc-494d-9a34-1fc687078628 with Priority: HIGHEST for action port [ 971.216516] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.216672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.216702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.217016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.217086] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.217878] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.217972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.218212] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3343cbf-79bc-494d-9a34-1fc687078628 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.218314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3343cbf-79bc-494d-9a34-1fc687078628" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.218379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3343cbf-79bc-494d-9a34-1fc687078628" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.218543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3343cbf-79bc-494d-9a34-1fc687078628" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.218777] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3343cbf-79bc-494d-9a34-1fc687078628',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.412071] env[70236]: INFO networking_nsxv3.common.synchronization [req-b40126a0-b103-4b4c-adc6-e07114b0b32f req-5acae9cf-322d-4893-8420-9b96ea13d789 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Enqueued Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_members [ 971.412071] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 with Priority: HIGHEST for action security_group_members [ 971.412071] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.412071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.420280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.420280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.420280] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.420280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.420280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.420280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.420280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.420280] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9176f1f-abf8-4d70-b46b-0b4e587c08e7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.588112] env[70236]: INFO networking_nsxv3.common.synchronization [req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 req-e590c3b4-7025-44d1-a5fe-9e0596cc511c tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 971.588112] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 971.588112] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.588112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.588112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.588112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.588112] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.588112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.588112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.588112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.589385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.589623] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.634601] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.716737] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 971.716983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.723281] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.723403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.723924] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3343cbf-79bc-494d-9a34-1fc687078628 with status ACTIVE [ 971.724018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.724441] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.724441] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.724441] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.724598] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.724706] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.724864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.724925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.725105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.725187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.725397] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.725494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.725556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.725696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.725771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.725855] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3343cbf-79bc-494d-9a34-1fc687078628 is going to be updated. [ 971.750231] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.750463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.750548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.750771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.750915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.751141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3343cbf-79bc-494d-9a34-1fc687078628" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839086] env[70236]: INFO networking_nsxv3.common.synchronization [req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 req-621affab-2efb-4f8b-9f1a-0dd810d61db8 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Enqueued Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 971.839086] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 with Priority: HIGHEST for action security_group_members [ 971.839086] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e71e8e-3ec9-45e6-81ff-2df9794a2658 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.839323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.876638] env[70236]: INFO networking_nsxv3.common.synchronization [req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 req-0fd2d062-f930-4a44-bfd8-efcfeeaa9b8f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Enqueued Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_members [ 971.877227] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_members [ 971.877551] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-339df83c-edcf-4c97-9254-35d9ebc57a31 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.878098] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.878189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.878509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.878697] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.879179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.879236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.879562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.879562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.879562] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.925249] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.925249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.925249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.925249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.925249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.925249] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.925249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.925249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.925249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.925249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.925249] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 is going to be updated. [ 971.959387] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.959544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.959686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.959839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.959987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.968826] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 in Status: IN_PROGRESS for 2s [ 972.094434] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.139295] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.179617] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 in Status: SUCCESS [ 972.179814] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 deletion is rescheduled due to dependency. [ 972.179931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.383176] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.383481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.383597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.385201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.385201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.385201] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.386110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.386110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.387174] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.387174] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.387174] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 already deleted. [ 972.387174] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.469418] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.469681] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.469866] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.470312] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.470655] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.470830] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.470952] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.471868] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.472048] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.472280] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.472401] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.472570] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.472693] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.472826] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.472942] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.473093] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.495457] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.495457] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 972.495457] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.495457] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.495457] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.495457] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.495785] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.496022] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.496115] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a02db7c-959a-455c-95f3-3b5f2ff4b5f4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.598097] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.642893] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.643081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.643128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.643326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.643418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.643616] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 972.688875] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.689161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.689161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.689425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.689588] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.703024] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 973.000217] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.000217] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.000217] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.000483] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.000483] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.000792] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 not found, creating... [ 973.001015] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.001164] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.001288] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.001563] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.001708] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.002239] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.002239] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.002345] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.003096] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.003096] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.003096] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 is going to be created. [ 973.023680] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.023921] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.024075] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.024350] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.024633] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.024934] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.026961] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: SUCCESS [ 973.027112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.028321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.028321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.028662] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.029160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.029260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.029521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.030278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.030278] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.101018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.101269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.101434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.101720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.101888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.102055] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 973.152915] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.152915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.152915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.152915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.152915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.165605] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 973.179390] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 973.179623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.533496] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.766050] env[70236]: INFO networking_nsxv3.common.synchronization [req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 req-7b306966-8ac2-4e25-ae19-79cb6bd35391 service nova] Enqueued Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_rules [ 973.766519] env[70236]: INFO networking_nsxv3.common.synchronization [req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 req-7b306966-8ac2-4e25-ae19-79cb6bd35391 service nova] Enqueued Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_members [ 973.766812] env[70236]: INFO networking_nsxv3.common.synchronization [req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 req-7b306966-8ac2-4e25-ae19-79cb6bd35391 service nova] Enqueued Resource ID: 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 with Priority: HIGHEST for action port [ 973.766977] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_rules [ 973.767131] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_members [ 973.767487] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 with Priority: HIGHEST for action port [ 973.768105] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339df83c-edcf-4c97-9254-35d9ebc57a31 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.770661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.770661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.770661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.770661] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.770661] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-339df83c-edcf-4c97-9254-35d9ebc57a31 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.770661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.770661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.770661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.770661] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.770661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.771197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.771231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.771366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.771839] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.772913] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.773066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.773160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.773342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.773460] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a02db7c-959a-455c-95f3-3b5f2ff4b5f4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.979499] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 in Status: SUCCESS [ 973.979860] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9176f1f-abf8-4d70-b46b-0b4e587c08e7 deletion is rescheduled due to dependency. [ 973.979996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9176f1f-abf8-4d70-b46b-0b4e587c08e7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.041818] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.179769] env[70236]: INFO networking_nsxv3.common.synchronization [None req-ecf71f24-26dc-475d-9968-0886444d4755 None None] Enqueued Resource ID: 86f6a43f-ce71-46d4-9ed6-a7d7861e13e3 with Priority: HIGHEST for action port [ 974.179769] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f6a43f-ce71-46d4-9ed6-a7d7861e13e3 with Priority: HIGHEST for action port [ 974.179769] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-86f6a43f-ce71-46d4-9ed6-a7d7861e13e3 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.179769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86f6a43f-ce71-46d4-9ed6-a7d7861e13e3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.179769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86f6a43f-ce71-46d4-9ed6-a7d7861e13e3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.182351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86f6a43f-ce71-46d4-9ed6-a7d7861e13e3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.182588] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f6a43f-ce71-46d4-9ed6-a7d7861e13e3',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.278024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-339df83c-edcf-4c97-9254-35d9ebc57a31 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.278024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.278024] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.278024] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 with status ACTIVE [ 974.278024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.278024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.278024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.278024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.278024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.278024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.278024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.278024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.278024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.278024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.278754] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.278754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.278754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.279162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.281058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.281058] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 is going to be updated. [ 974.302372] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.302372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.302372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.302372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.302372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.302372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.548413] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.548413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.548413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.548413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.548413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.548413] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b is going to be updated. [ 974.575933] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.576401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.576496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.576761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.576938] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.585966] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: IN_PROGRESS for 2s [ 974.668021] env[70236]: INFO networking_nsxv3.common.synchronization [req-48b1883c-239a-472d-8dd6-8143b6ffb30f req-a9488efc-2482-4f9c-bcfe-32ee327e1bfc tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Enqueued Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_members [ 974.668021] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_members [ 974.668021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c72b42-14d9-4a1a-b012-cbd45319802e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.668021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.668021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.668021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.668021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.668021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.668021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.668021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.668021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.668021] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c72b42-14d9-4a1a-b012-cbd45319802e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.685601] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86f6a43f-ce71-46d4-9ed6-a7d7861e13e3 [ 974.687259] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.687259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.687259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.687259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.687259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.687259] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86f6a43f-ce71-46d4-9ed6-a7d7861e13e3 already deleted. [ 974.687259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86f6a43f-ce71-46d4-9ed6-a7d7861e13e3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.710186] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 974.710435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.783453] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.172202] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.172202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.172202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.172202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.172202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.172202] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.172202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.172202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.172202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.172202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.172202] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c72b42-14d9-4a1a-b012-cbd45319802e already deleted. [ 975.172631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.182029] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 975.182318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.182318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.182597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.182778] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.182910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.182968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.183160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.183243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.183341] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e71e8e-3ec9-45e6-81ff-2df9794a2658',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.288691] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.288868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.288917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.289173] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.289424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.289424] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 is going to be created. [ 975.318731] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.318958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.318958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.319717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.319717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.333542] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 in Status: UNINITIALIZED for 2s [ 975.379418] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.379692] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-56" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.379831] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-56" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.380219] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-56" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.380549] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.380743] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.381322] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.381608] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.381783] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.382037] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.382165] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.382475] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.382475] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.382599] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.382715] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.382886] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.407031] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.407031] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 975.407031] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.407031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-56" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.407031] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-b4c86a27-9f17-4e33-ace9-77f2c1380141 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.407031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-b4c86a27-9f17-4e33-ace9-77f2c1380141" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.407031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-b4c86a27-9f17-4e33-ace9-77f2c1380141" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.407031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-b4c86a27-9f17-4e33-ace9-77f2c1380141" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.407031] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c86a27-9f17-4e33-ace9-77f2c1380141',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.547558] env[70236]: INFO networking_nsxv3.common.synchronization [None req-8d599486-2d0f-4b70-ab75-4abeaf4362b0 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_rules [ 975.550301] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_rules [ 975.550301] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcbad4f9-3c4a-455a-901d-16e894a0f539 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.550301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.550301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.550301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.550301] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcbad4f9-3c4a-455a-901d-16e894a0f539',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.674635] env[70236]: INFO networking_nsxv3.common.synchronization [None req-dee05e06-b153-4be8-abcb-47bf4d7aa9b7 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_rules [ 975.675481] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_rules [ 975.675708] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcbad4f9-3c4a-455a-901d-16e894a0f539 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.675849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.689662] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.689896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.689896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.691352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.691603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.696198] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.696198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.696198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.696198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.696198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.696198] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 is going to be updated. [ 975.741947] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.742249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.742322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.742652] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.742807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.756627] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: IN_PROGRESS for 2s [ 975.910023] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.910292] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.910477] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.910772] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.910926] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.911128] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port b4c86a27-9f17-4e33-ace9-77f2c1380141 not found, creating... [ 975.911422] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.911592] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.911715] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.911977] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.912141] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.912513] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.912693] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.912814] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.913061] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.913209] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.913387] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: b4c86a27-9f17-4e33-ace9-77f2c1380141 is going to be created. [ 975.936875] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.937138] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.938557] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.938557] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.938557] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.938557] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-b4c86a27-9f17-4e33-ace9-77f2c1380141" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.077581] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.083023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.083023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.083023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.083023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.083023] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 already deleted. [ 976.083023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.083023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.083023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.083023] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcbad4f9-3c4a-455a-901d-16e894a0f539',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.596321] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: SUCCESS [ 976.596678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.596825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.598538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.599272] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.599272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.599272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.599570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.599570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.599570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.599790] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.618154] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.618154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.618154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.618154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.618154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.618154] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 already deleted. [ 976.618154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.709010] env[70236]: INFO networking_nsxv3.common.synchronization [req-48b1883c-239a-472d-8dd6-8143b6ffb30f req-588e12cb-dc45-435d-bce3-695d3a92830d service nova] Enqueued Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_rules [ 976.709213] env[70236]: INFO networking_nsxv3.common.synchronization [req-48b1883c-239a-472d-8dd6-8143b6ffb30f req-588e12cb-dc45-435d-bce3-695d3a92830d service nova] Enqueued Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_members [ 976.709401] env[70236]: INFO networking_nsxv3.common.synchronization [req-48b1883c-239a-472d-8dd6-8143b6ffb30f req-588e12cb-dc45-435d-bce3-695d3a92830d service nova] Enqueued Resource ID: b4c86a27-9f17-4e33-ace9-77f2c1380141 with Priority: HIGHEST for action port [ 976.710011] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_rules [ 976.712948] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_members [ 976.713735] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c86a27-9f17-4e33-ace9-77f2c1380141 with Priority: HIGHEST for action port [ 976.715240] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c72b42-14d9-4a1a-b012-cbd45319802e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.715337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.715409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.715617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.715701] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c72b42-14d9-4a1a-b012-cbd45319802e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.716606] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c72b42-14d9-4a1a-b012-cbd45319802e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.716728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.716797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.716973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.717734] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.717850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.717920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.718100] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.718190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.718536] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c72b42-14d9-4a1a-b012-cbd45319802e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.719791] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4c86a27-9f17-4e33-ace9-77f2c1380141 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.719907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4c86a27-9f17-4e33-ace9-77f2c1380141" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.719976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4c86a27-9f17-4e33-ace9-77f2c1380141" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.720165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4c86a27-9f17-4e33-ace9-77f2c1380141" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.720261] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c86a27-9f17-4e33-ace9-77f2c1380141',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.722176] env[70236]: INFO networking_nsxv3.common.synchronization [None req-648b3660-67dd-4e8a-bd9a-b44f4f7908a6 None None] Enqueued Resource ID: af68047e-0e51-48ec-9dee-bf76eade6021 with Priority: HIGHEST for action port [ 976.723148] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af68047e-0e51-48ec-9dee-bf76eade6021 with Priority: HIGHEST for action port [ 976.723419] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-af68047e-0e51-48ec-9dee-bf76eade6021 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.723597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af68047e-0e51-48ec-9dee-bf76eade6021" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.723723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af68047e-0e51-48ec-9dee-bf76eade6021" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.723873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af68047e-0e51-48ec-9dee-bf76eade6021" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.723945] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af68047e-0e51-48ec-9dee-bf76eade6021',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.106066] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.106066] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.106066] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.106066] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.106066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.106765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.106765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.106765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.106765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.106765] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.220957] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5c72b42-14d9-4a1a-b012-cbd45319802e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.222417] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4c86a27-9f17-4e33-ace9-77f2c1380141 with status ACTIVE [ 977.222723] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.222849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.222913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.223134] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.223224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.223401] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.223512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.223583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.223790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.223869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.224244] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.224409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.224475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.224656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.224768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.224880] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4c86a27-9f17-4e33-ace9-77f2c1380141 is going to be updated. [ 977.226538] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c72b42-14d9-4a1a-b012-cbd45319802e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.226659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.227074] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af68047e-0e51-48ec-9dee-bf76eade6021 [ 977.227074] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.227252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.227337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.227578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.227664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.227780] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af68047e-0e51-48ec-9dee-bf76eade6021 already deleted. [ 977.227887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af68047e-0e51-48ec-9dee-bf76eade6021" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.249521] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.249745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.249745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.249937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.250093] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.250261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4c86a27-9f17-4e33-ace9-77f2c1380141" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.358156] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 in Status: SUCCESS [ 977.358342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.359934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.359934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.359934] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.359934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.359934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.359934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.359934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.359934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.359934] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.611032] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf6ca181-fd9f-4655-a7c7-339d95f2ca7b: rpc.has_security_group_logging(os_id): False [ 977.641846] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.641846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.641846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.642414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.642602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.642911] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.643105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.643224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.643873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.643873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.643873] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.644097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.644097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.644273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.644374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.644633] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.644780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.644864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.645063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.645167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.645300] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b is going to be updated. [ 977.726874] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5c72b42-14d9-4a1a-b012-cbd45319802e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.758084] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.758276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.758370] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.758631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.758824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.769508] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 in Status: SUCCESS [ 977.769508] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e71e8e-3ec9-45e6-81ff-2df9794a2658 deletion is rescheduled due to dependency. [ 977.769508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e71e8e-3ec9-45e6-81ff-2df9794a2658" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.773625] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: IN_PROGRESS for 2s [ 977.864166] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.230987] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.231215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.231215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.231470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.231542] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.231642] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c72b42-14d9-4a1a-b012-cbd45319802e is going to be created. [ 978.255037] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.255219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.255219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.255352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.255523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.264149] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c72b42-14d9-4a1a-b012-cbd45319802e in Status: UNINITIALIZED for 2s [ 978.367305] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 339df83c-edcf-4c97-9254-35d9ebc57a31: rpc.has_security_group_logging(os_id): False [ 978.393169] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.393314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.393383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.393605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.393703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.393945] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.394057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.394155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.394270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.394347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.394433] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 is going to be created. [ 978.468217] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.468217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.468217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.468217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.468217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.477704] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 in Status: IN_PROGRESS for 2s [ 978.978632] env[70236]: INFO networking_nsxv3.common.synchronization [req-51a870fd-a757-4aba-9cd3-eb679b6ac915 req-13acfbd8-604d-4425-a89c-4b7fd7dd7918 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Enqueued Resource ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 with Priority: HIGHEST for action security_group_members [ 978.979244] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 with Priority: HIGHEST for action security_group_members [ 978.980112] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c22e437c-91d0-4594-9dc7-b2f130bd3d53 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.980112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.980112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.980308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.980498] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.980631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.980705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.980880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.980988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.981100] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c22e437c-91d0-4594-9dc7-b2f130bd3d53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.368392] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.368613] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-96" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.368738] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-96" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.369084] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-96" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.370477] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.370477] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.370477] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.370477] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.370477] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.370907] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.371091] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.371265] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.371429] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.371601] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.371752] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.371934] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.389557] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.389728] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.389871] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.390056] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-96" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.390973] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-21e76486-2a05-4626-960f-f0767d9b22ae taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.390973] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-21e76486-2a05-4626-960f-f0767d9b22ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.390973] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-21e76486-2a05-4626-960f-f0767d9b22ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.391374] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-21e76486-2a05-4626-960f-f0767d9b22ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.391593] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e76486-2a05-4626-960f-f0767d9b22ae',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.484421] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.484578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.484651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.484876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.484969] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.485189] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.485300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.486273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.486505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.486609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.486709] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 already deleted. [ 979.486796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.787602] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: SUCCESS [ 979.787837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.810956] env[70236]: INFO networking_nsxv3.common.synchronization [req-0b5823ce-f695-4b10-aaac-d488b65398a2 req-cdf296ed-6b86-452b-9ea8-9f600f0d1bc1 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 979.811373] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGHEST for action security_group_members [ 979.811602] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.811737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.811806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.812133] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.812314] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.812429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.812598] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.812733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.812823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.812916] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.895494] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.895759] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.895907] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.896207] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.896357] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.896517] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 21e76486-2a05-4626-960f-f0767d9b22ae not found, creating... [ 979.896812] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.897013] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.897165] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.897397] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.897539] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.897889] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.898176] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.898265] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.898483] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.898653] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.898809] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 21e76486-2a05-4626-960f-f0767d9b22ae is going to be created. [ 979.918779] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.919083] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.919317] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.919582] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.919813] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.920047] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-21e76486-2a05-4626-960f-f0767d9b22ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.273889] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c72b42-14d9-4a1a-b012-cbd45319802e in Status: SUCCESS [ 980.274275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.274357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.274544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.274731] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.274865] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.274935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.275105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.275185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.275283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.275362] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5c72b42-14d9-4a1a-b012-cbd45319802e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.315504] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.315687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.315780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.315995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.316259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.316325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.316387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.316445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.316596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.316677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.316760] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be updated. [ 980.347742] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.347742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.347742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.347742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.347742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.361870] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: IN_PROGRESS for 2s [ 980.490886] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 in Status: SUCCESS [ 980.491212] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.777687] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5c72b42-14d9-4a1a-b012-cbd45319802e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.819587] env[70236]: INFO networking_nsxv3.common.synchronization [req-51a870fd-a757-4aba-9cd3-eb679b6ac915 req-11f0a3da-cc2c-48f2-a231-7cd2cb3ef6f9 service nova] Enqueued Resource ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 with Priority: HIGHEST for action security_group_rules [ 980.819780] env[70236]: INFO networking_nsxv3.common.synchronization [req-51a870fd-a757-4aba-9cd3-eb679b6ac915 req-11f0a3da-cc2c-48f2-a231-7cd2cb3ef6f9 service nova] Enqueued Resource ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 with Priority: HIGHEST for action security_group_members [ 980.819935] env[70236]: INFO networking_nsxv3.common.synchronization [req-51a870fd-a757-4aba-9cd3-eb679b6ac915 req-11f0a3da-cc2c-48f2-a231-7cd2cb3ef6f9 service nova] Enqueued Resource ID: 21e76486-2a05-4626-960f-f0767d9b22ae with Priority: HIGHEST for action port [ 980.820185] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 with Priority: HIGHEST for action security_group_rules [ 980.820330] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 with Priority: HIGHEST for action security_group_members [ 980.820450] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e76486-2a05-4626-960f-f0767d9b22ae with Priority: HIGHEST for action port [ 980.822167] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c22e437c-91d0-4594-9dc7-b2f130bd3d53 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.822167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.822167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.822167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.822167] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c22e437c-91d0-4594-9dc7-b2f130bd3d53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.823075] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c22e437c-91d0-4594-9dc7-b2f130bd3d53 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.823285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.823285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.825048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.825048] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.825048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.825048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.825048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.825048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.825048] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c22e437c-91d0-4594-9dc7-b2f130bd3d53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.825048] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e76486-2a05-4626-960f-f0767d9b22ae taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.825541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e76486-2a05-4626-960f-f0767d9b22ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.825541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e76486-2a05-4626-960f-f0767d9b22ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.825541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e76486-2a05-4626-960f-f0767d9b22ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.825541] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e76486-2a05-4626-960f-f0767d9b22ae',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.280419] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5c72b42-14d9-4a1a-b012-cbd45319802e: rpc.has_security_group_logging(os_id): False [ 981.297309] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.297557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.297557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.297798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.297896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.298184] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.298322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.298419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.298592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.298673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.298769] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c72b42-14d9-4a1a-b012-cbd45319802e is going to be created. [ 981.328521] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c22e437c-91d0-4594-9dc7-b2f130bd3d53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.329701] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c22e437c-91d0-4594-9dc7-b2f130bd3d53 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.329948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.334025] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21e76486-2a05-4626-960f-f0767d9b22ae with status ACTIVE [ 981.334025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.334025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.334025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.334025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.334025] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21e76486-2a05-4626-960f-f0767d9b22ae is going to be updated. [ 981.350856] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.350856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.350856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.351157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.351157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.351249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e76486-2a05-4626-960f-f0767d9b22ae" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.354606] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.354737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.354827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.355062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.355255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.369147] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c72b42-14d9-4a1a-b012-cbd45319802e in Status: IN_PROGRESS for 2s [ 981.831576] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c22e437c-91d0-4594-9dc7-b2f130bd3d53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.891329] env[70236]: INFO networking_nsxv3.common.synchronization [req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e req-6eeb8328-8ded-4f46-8680-6e596641b7a7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Enqueued Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 981.891329] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 981.891329] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.891329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.891329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.892360] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.892726] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.892988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.893175] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.893444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.893651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.894405] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.335611] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.335919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.335919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.337083] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.337083] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.337083] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 is going to be created. [ 982.359893] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.360095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.360195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.360399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.360589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.369483] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 in Status: UNINITIALIZED for 2s [ 982.370418] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b583f810-9bb1-4862-9671-8fc402aac720 in Status: SUCCESS [ 982.370596] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b583f810-9bb1-4862-9671-8fc402aac720 deletion is rescheduled due to dependency. [ 982.370723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.400673] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.904961] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.378534] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c72b42-14d9-4a1a-b012-cbd45319802e in Status: SUCCESS [ 983.378812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.409751] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.410101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.410201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.410518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.413232] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.413232] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b is going to be updated. [ 983.438910] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.439139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.439190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.439411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.439632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.447447] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: IN_PROGRESS for 2s [ 984.378422] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 in Status: SUCCESS [ 984.378658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.378904] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.379120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.379321] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.379485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.379558] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.379734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.379821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.379936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.380052] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c22e437c-91d0-4594-9dc7-b2f130bd3d53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.882841] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c22e437c-91d0-4594-9dc7-b2f130bd3d53 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.883049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.883049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.883273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.883518] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.883642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.883705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.883881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.884014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.884161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.884332] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c22e437c-91d0-4594-9dc7-b2f130bd3d53 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.884439] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.884498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.884642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.884821] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.884920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.884997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.885160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.885246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.885354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.885473] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c22e437c-91d0-4594-9dc7-b2f130bd3d53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.387410] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c22e437c-91d0-4594-9dc7-b2f130bd3d53: rpc.has_security_group_logging(os_id): False [ 985.404754] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.404940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.405007] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.405204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.405296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.405498] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.405596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.405664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.405812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.405882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.406088] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.406176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.406257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.407613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.407613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.407613] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.407613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.407613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.407613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.407613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.407613] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 is going to be created. [ 985.456287] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: SUCCESS [ 985.456516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.459888] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.460073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.460145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.460478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.460595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.473888] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 in Status: IN_PROGRESS for 2s [ 986.490257] env[70236]: INFO networking_nsxv3.common.synchronization [req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d req-734219c4-b40e-4a5d-b8f7-9ccfc4dee71d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 986.490600] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 986.490728] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.490863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.490935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.491383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.491621] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.491770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.491843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.492048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.492177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.492281] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.785451] env[70236]: INFO networking_nsxv3.common.synchronization [None req-9d6d1c46-71a5-480b-a01c-1b1ffc33cc9e None None] Enqueued Resource ID: 9f3111f3-124a-4cf3-839f-47ef51ca064b with Priority: HIGHEST for action port [ 986.785599] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f3111f3-124a-4cf3-839f-47ef51ca064b with Priority: HIGHEST for action port [ 986.786079] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f3111f3-124a-4cf3-839f-47ef51ca064b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.791383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f3111f3-124a-4cf3-839f-47ef51ca064b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.791383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f3111f3-124a-4cf3-839f-47ef51ca064b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.791383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f3111f3-124a-4cf3-839f-47ef51ca064b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.791383] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f3111f3-124a-4cf3-839f-47ef51ca064b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.997816] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.997816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.997816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.997816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.997816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.997816] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.997816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.997816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.997816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.997816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.997816] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 987.024687] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.027024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.027024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.027024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.027024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.036353] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 987.293042] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f3111f3-124a-4cf3-839f-47ef51ca064b [ 987.293432] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.293650] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.293787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.294075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.294223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.294392] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f3111f3-124a-4cf3-839f-47ef51ca064b already deleted. [ 987.294542] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f3111f3-124a-4cf3-839f-47ef51ca064b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.486311] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 in Status: SUCCESS [ 987.486601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.046958] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 989.047330] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 deletion is rescheduled due to dependency. [ 989.047330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.181846] env[70236]: INFO networking_nsxv3.common.synchronization [None req-05bcec4f-72a3-488a-97e6-ff91c07f3137 None None] Enqueued Resource ID: 7afae131-0d57-42db-9049-f63d92eb413f with Priority: HIGHEST for action port [ 989.181846] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afae131-0d57-42db-9049-f63d92eb413f with Priority: HIGHEST for action port [ 989.181846] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7afae131-0d57-42db-9049-f63d92eb413f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.182112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7afae131-0d57-42db-9049-f63d92eb413f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.182112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7afae131-0d57-42db-9049-f63d92eb413f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.182469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7afae131-0d57-42db-9049-f63d92eb413f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.182557] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7afae131-0d57-42db-9049-f63d92eb413f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.685090] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7afae131-0d57-42db-9049-f63d92eb413f [ 989.685421] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.685635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.685698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.686021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.686021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.686126] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7afae131-0d57-42db-9049-f63d92eb413f already deleted. [ 989.687013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7afae131-0d57-42db-9049-f63d92eb413f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.868802] env[70236]: INFO networking_nsxv3.common.synchronization [req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 req-92f14b5e-8354-464b-878b-e28b636693b5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_members [ 989.869451] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_members [ 989.869853] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcbad4f9-3c4a-455a-901d-16e894a0f539 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.870013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.870123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.870459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.870649] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.870786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.870888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.871140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.871231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.871330] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcbad4f9-3c4a-455a-901d-16e894a0f539',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.373820] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.374127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.374191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.374432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.374589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.374802] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.374908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.375031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.375203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.375293] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.375383] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 already deleted. [ 990.375514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.442034] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.442034] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.442034] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.442034] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.442034] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.442034] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.442034] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.443267] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.443267] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.443267] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.443267] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.443267] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.443267] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.443267] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.443267] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.443568] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.463011] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.463200] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.463344] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.463545] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.463884] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-03367195-cb95-4452-bd63-3151220799da taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.464086] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-03367195-cb95-4452-bd63-3151220799da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.464215] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-03367195-cb95-4452-bd63-3151220799da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.464561] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-03367195-cb95-4452-bd63-3151220799da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.464736] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03367195-cb95-4452-bd63-3151220799da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.905245] env[70236]: INFO networking_nsxv3.common.synchronization [req-fb150c25-67de-4d7e-802e-938051affeeb req-3b9c61b0-6fe8-4b86-8c51-9b7c119a1d35 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Enqueued Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 990.905618] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 with Priority: HIGHEST for action security_group_members [ 990.905957] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-25defce6-87d3-4cd9-b70c-9acae0fd2b83 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.906092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.906156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.906356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.906526] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.907601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.907601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.907601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.907601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.907601] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25defce6-87d3-4cd9-b70c-9acae0fd2b83',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.970019] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.970019] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.970019] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.970019] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.970019] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.970019] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 03367195-cb95-4452-bd63-3151220799da not found, creating... [ 990.970415] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.970415] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.970771] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.971109] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.971344] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.971592] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.971750] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.971860] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.972164] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.972316] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.972478] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 03367195-cb95-4452-bd63-3151220799da is going to be created. [ 990.990512] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.990789] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.990902] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.991188] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.992360] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.992360] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-03367195-cb95-4452-bd63-3151220799da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.409795] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.410115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.410115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.411037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.411037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.411037] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.411037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.411037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.411037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.411037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.411368] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 is going to be updated. [ 991.437072] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.437222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.437291] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.437499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.437635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.450534] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: IN_PROGRESS for 2s [ 991.863791] env[70236]: INFO networking_nsxv3.common.synchronization [req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 req-1cebd2b8-29df-4b6a-9dc1-7bb41bfe4aa3 service nova] Enqueued Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_rules [ 991.865797] env[70236]: INFO networking_nsxv3.common.synchronization [req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 req-1cebd2b8-29df-4b6a-9dc1-7bb41bfe4aa3 service nova] Enqueued Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_members [ 991.865797] env[70236]: INFO networking_nsxv3.common.synchronization [req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 req-1cebd2b8-29df-4b6a-9dc1-7bb41bfe4aa3 service nova] Enqueued Resource ID: 03367195-cb95-4452-bd63-3151220799da with Priority: HIGHEST for action port [ 991.866271] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_rules [ 991.866376] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_members [ 991.866490] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03367195-cb95-4452-bd63-3151220799da with Priority: HIGHEST for action port [ 991.866829] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcbad4f9-3c4a-455a-901d-16e894a0f539 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.869345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.869345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.869345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.869345] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcbad4f9-3c4a-455a-901d-16e894a0f539',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.869345] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcbad4f9-3c4a-455a-901d-16e894a0f539 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.869614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.869705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.870472] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.870902] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.870902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.870902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.871137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.871289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.871421] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcbad4f9-3c4a-455a-901d-16e894a0f539',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.872655] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-03367195-cb95-4452-bd63-3151220799da taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.873208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03367195-cb95-4452-bd63-3151220799da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.873208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03367195-cb95-4452-bd63-3151220799da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.873208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03367195-cb95-4452-bd63-3151220799da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.873208] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03367195-cb95-4452-bd63-3151220799da',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.223861] env[70236]: INFO networking_nsxv3.common.synchronization [req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 req-b64793de-4596-4bfa-937d-fd73524ee6b0 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Enqueued Resource ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 with Priority: HIGHEST for action security_group_members [ 992.224639] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 with Priority: HIGHEST for action security_group_members [ 992.224954] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c22e437c-91d0-4594-9dc7-b2f130bd3d53 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.225084] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.225146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.225382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.225480] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.225573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.225640] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.225784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.225867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.225958] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c22e437c-91d0-4594-9dc7-b2f130bd3d53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.376562] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcbad4f9-3c4a-455a-901d-16e894a0f539 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.376562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.376562] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcbad4f9-3c4a-455a-901d-16e894a0f539',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.377317] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03367195-cb95-4452-bd63-3151220799da with status ACTIVE [ 992.377611] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.377756] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.377842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.380016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.380016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.380016] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.380016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.380016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.380016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.380016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.380016] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.380016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.380016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.380444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.380444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.380444] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03367195-cb95-4452-bd63-3151220799da is going to be updated. [ 992.399369] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.399887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.399980] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.400300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.400542] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.400922] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03367195-cb95-4452-bd63-3151220799da" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.730584] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.731040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.731040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.731040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.731156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.731459] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.732017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.732017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.732017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.732017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.732017] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 is going to be updated. [ 992.855934] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.856121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.856196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.856408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.856615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.870183] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 in Status: IN_PROGRESS for 2s [ 992.883178] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcbad4f9-3c4a-455a-901d-16e894a0f539',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.385668] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.385818] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.385888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.386136] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.386228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.386332] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 is going to be created. [ 993.407256] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.407445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.407488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.409166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.409166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.416049] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 in Status: UNINITIALIZED for 2s [ 993.458136] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 in Status: SUCCESS [ 993.458322] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25defce6-87d3-4cd9-b70c-9acae0fd2b83 deletion is rescheduled due to dependency. [ 993.458435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25defce6-87d3-4cd9-b70c-9acae0fd2b83" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.880049] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 in Status: SUCCESS [ 994.880376] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 deletion is rescheduled due to dependency. [ 994.880376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.430265] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 in Status: SUCCESS [ 995.430581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.430904] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.431171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.431372] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.431541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.431648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.431857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.431925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.432019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.432115] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcbad4f9-3c4a-455a-901d-16e894a0f539',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.934379] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcbad4f9-3c4a-455a-901d-16e894a0f539',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.438810] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcbad4f9-3c4a-455a-901d-16e894a0f539: rpc.has_security_group_logging(os_id): False [ 996.459648] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.459648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.459648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.459648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.459648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.459648] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.459648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.459648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.459648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.460016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.460016] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 is going to be created. [ 996.516724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.516920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.517067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.517252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.517433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.530394] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 in Status: IN_PROGRESS for 2s [ 996.615918] env[70236]: INFO networking_nsxv3.common.synchronization [req-a0c86992-c41c-4b24-8968-3bf7b4205def req-4120ce94-1015-4bcf-9562-4d4dc435da88 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 996.617448] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 996.617825] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.617960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.618045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.618264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.618427] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.618530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.618913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.618913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.618913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.618913] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.050218] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.050507] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.050639] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.050912] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.051209] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.051376] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.051498] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.051721] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.051873] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.052107] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.052229] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.052339] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.052919] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.053073] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.053196] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.053346] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.073430] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.073610] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.073806] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.074041] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-88" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.074401] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.074707] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.074848] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.075199] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.075441] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62329fab-fdb8-41b3-855d-7c8ddc8ff8e1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.124925] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.124925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.124925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.124925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.124925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.124925] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.124925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.124925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.124925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.124925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.124925] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 997.148317] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.148478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.148537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.148752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.149416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.157408] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 997.579852] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.580376] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.580419] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.580741] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.580911] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.581096] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 not found, creating... [ 997.581418] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.581589] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.581714] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.581964] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.582158] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.584356] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.584572] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.584705] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.584981] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.585180] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.585401] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 is going to be created. [ 997.606793] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.607086] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.607282] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.607647] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.607897] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.608151] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.449275] env[70236]: INFO networking_nsxv3.common.synchronization [req-a0c86992-c41c-4b24-8968-3bf7b4205def req-d78f01e7-943b-4a7a-981a-aaaf075f51b1 service nova] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_rules [ 998.449557] env[70236]: INFO networking_nsxv3.common.synchronization [req-a0c86992-c41c-4b24-8968-3bf7b4205def req-d78f01e7-943b-4a7a-981a-aaaf075f51b1 service nova] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 998.451275] env[70236]: INFO networking_nsxv3.common.synchronization [req-a0c86992-c41c-4b24-8968-3bf7b4205def req-d78f01e7-943b-4a7a-981a-aaaf075f51b1 service nova] Enqueued Resource ID: 62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 with Priority: HIGHEST for action port [ 998.451569] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_rules [ 998.451705] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 998.451822] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 with Priority: HIGHEST for action port [ 998.452456] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.452658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.452764] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.452989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.453135] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.453995] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.454165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.454400] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.454534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.454632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.454834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.454970] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62329fab-fdb8-41b3-855d-7c8ddc8ff8e1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.541320] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 in Status: SUCCESS [ 998.541568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.957165] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.957343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.958031] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 with status ACTIVE [ 998.958031] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.958031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.958031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.958262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.958262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.958389] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.958483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.958567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.958740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.958836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.959081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.959204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.959297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.959461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.959550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.959636] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 is going to be updated. [ 998.978573] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.978573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.978573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.978819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.978819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.979331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.169022] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 999.169022] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 deletion is rescheduled due to dependency. [ 999.169022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.169022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.169022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.169022] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.169022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.169022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.169022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.169022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.169022] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.672164] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.175819] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.678446] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.678870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.678870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.679626] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.679757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.679867] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 1000.736127] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.736363] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.736462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.736700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.736883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.746067] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 1000.843144] env[70236]: INFO networking_nsxv3.common.synchronization [req-e41b39cd-d399-4139-ae0f-229f059e16fb req-1af2b330-7557-4fdf-8cf7-85aeb6346a2a tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Enqueued Resource ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 with Priority: HIGHEST for action security_group_members [ 1000.843144] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 with Priority: HIGHEST for action security_group_members [ 1000.843144] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-59182406-9dc3-42f0-b34e-2e2f040a45b0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.843144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.844230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.844648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.844985] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.846026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.846190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.846452] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.846642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.846830] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59182406-9dc3-42f0-b34e-2e2f040a45b0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.302398] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.302398] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.302398] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.302398] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.302398] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.303046] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.303321] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.303653] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.304034] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.304353] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.304585] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.304793] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.305079] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.305306] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.305531] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.305872] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.323824] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.324037] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.324222] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.324411] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.324730] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-380c59e8-8bac-4c98-913c-e992258283de taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.324906] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-380c59e8-8bac-4c98-913c-e992258283de" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.325115] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-380c59e8-8bac-4c98-913c-e992258283de" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.325425] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-380c59e8-8bac-4c98-913c-e992258283de" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.325570] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('380c59e8-8bac-4c98-913c-e992258283de',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.348595] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.348740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.348810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.349028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.349117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.349303] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.349402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.349463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.349610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.349683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.349761] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 already deleted. [ 1001.349835] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.827715] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.828053] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.828236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.828532] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.828687] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.828848] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 380c59e8-8bac-4c98-913c-e992258283de not found, creating... [ 1001.829169] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.829339] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.829460] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.829681] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.829821] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.830129] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.830292] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.830411] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.830622] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.830787] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.830937] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 380c59e8-8bac-4c98-913c-e992258283de is going to be created. [ 1001.862767] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.863144] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.863386] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.863821] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.864128] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.864392] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-380c59e8-8bac-4c98-913c-e992258283de" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.679374] env[70236]: INFO networking_nsxv3.common.synchronization [req-e41b39cd-d399-4139-ae0f-229f059e16fb req-b709a602-30e1-4036-833e-3b05b02b1db7 service nova] Enqueued Resource ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 with Priority: HIGHEST for action security_group_rules [ 1002.679374] env[70236]: INFO networking_nsxv3.common.synchronization [req-e41b39cd-d399-4139-ae0f-229f059e16fb req-b709a602-30e1-4036-833e-3b05b02b1db7 service nova] Enqueued Resource ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 with Priority: HIGHEST for action security_group_members [ 1002.679374] env[70236]: INFO networking_nsxv3.common.synchronization [req-e41b39cd-d399-4139-ae0f-229f059e16fb req-b709a602-30e1-4036-833e-3b05b02b1db7 service nova] Enqueued Resource ID: 380c59e8-8bac-4c98-913c-e992258283de with Priority: HIGHEST for action port [ 1002.679374] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 with Priority: HIGHEST for action security_group_rules [ 1002.679374] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 with Priority: HIGHEST for action security_group_members [ 1002.679374] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 380c59e8-8bac-4c98-913c-e992258283de with Priority: HIGHEST for action port [ 1002.679374] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59182406-9dc3-42f0-b34e-2e2f040a45b0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.680140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.680243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.680553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.680664] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59182406-9dc3-42f0-b34e-2e2f040a45b0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.682281] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-59182406-9dc3-42f0-b34e-2e2f040a45b0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.682379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.682460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.682718] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.683388] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.683539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.683618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.684406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.684406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.684746] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59182406-9dc3-42f0-b34e-2e2f040a45b0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.685970] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-380c59e8-8bac-4c98-913c-e992258283de taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.686138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-380c59e8-8bac-4c98-913c-e992258283de" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.686188] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-380c59e8-8bac-4c98-913c-e992258283de" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.686660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-380c59e8-8bac-4c98-913c-e992258283de" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.686660] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('380c59e8-8bac-4c98-913c-e992258283de',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.755545] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 1002.755851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.756085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.756317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.756532] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.756667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.756717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.756884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.756968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.757072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.757233] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.183259] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-59182406-9dc3-42f0-b34e-2e2f040a45b0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.183259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.192019] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59182406-9dc3-42f0-b34e-2e2f040a45b0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.192019] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 380c59e8-8bac-4c98-913c-e992258283de with status ACTIVE [ 1003.192019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.192019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.192019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.192019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.192019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.192019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.192019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.192019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.192019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.192019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.192019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.192019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.192019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.192019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.192752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.192752] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 380c59e8-8bac-4c98-913c-e992258283de is going to be updated. [ 1003.213537] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.213537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.213537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.213537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.213537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.213537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-380c59e8-8bac-4c98-913c-e992258283de" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.259849] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.260302] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.260302] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.260302] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.260407] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.260521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.260587] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.260842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.260941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.261051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.261214] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.261367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.261367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.261514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.261662] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.261757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.261819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.261960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.262062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.262147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.262238] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.694734] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59182406-9dc3-42f0-b34e-2e2f040a45b0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.765047] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2858ad03-7947-47d4-81e7-d79c10d98805: rpc.has_security_group_logging(os_id): False [ 1003.781352] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.781541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.781576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.781763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.781852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.782092] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.782189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.782299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.782410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.782512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.782705] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.782783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.782843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.782967] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.783049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.783233] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.783315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.783373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.783515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.783590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.783799] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 1003.841898] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.842107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.842187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.842448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.842590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.853221] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 1004.197822] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.198161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.198161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.199030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.199030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.199030] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 is going to be created. [ 1004.219073] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.219245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.219324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.219561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.219715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.228802] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 in Status: UNINITIALIZED for 2s [ 1005.866575] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 1005.866937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.238889] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 in Status: SUCCESS [ 1006.238889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.238889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.239178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.239576] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.239576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.239576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.239755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.239807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.239886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.239981] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59182406-9dc3-42f0-b34e-2e2f040a45b0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.742059] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-59182406-9dc3-42f0-b34e-2e2f040a45b0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.742248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.742340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.742516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.742756] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.742934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.742934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.743113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.743211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.743338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.743594] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-59182406-9dc3-42f0-b34e-2e2f040a45b0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.743594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.743691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.743957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.744239] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.744332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.744332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.744492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.744580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.744667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.745121] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59182406-9dc3-42f0-b34e-2e2f040a45b0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.247029] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59182406-9dc3-42f0-b34e-2e2f040a45b0: rpc.has_security_group_logging(os_id): False [ 1007.269591] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.269758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.269850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.270095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.270188] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.270404] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.270521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.270582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.272573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.272573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.272573] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.272573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.272573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.272573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.272573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.272573] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.273715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.273715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.273715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.273715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.273715] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 is going to be created. [ 1007.329094] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.329260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.329260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.330396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.330396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.339546] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 in Status: IN_PROGRESS for 2s [ 1007.681451] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1007.681638] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1007.682983] env[70236]: INFO networking_nsxv3.common.synchronization [req-869a261b-3f12-46ee-bc60-646e0148362a req-9babb175-a428-44d8-9b08-3de564affd0f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1007.683343] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1007.684088] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.684258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.684379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.684957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.684957] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.685227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.685227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.685335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.685432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.685574] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.189146] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.189146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.189146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.189146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.189146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.189429] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.189429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.189429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.189572] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.189654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.189740] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 1008.213328] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.213491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.213554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.213795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.213945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.222148] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 1009.350546] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 in Status: SUCCESS [ 1009.350859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.232071] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1010.232266] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c deletion is rescheduled due to dependency. [ 1010.232381] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.980167] env[70236]: INFO networking_nsxv3.common.synchronization [req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 req-539f6acb-e6d8-4b62-a2a5-3f939ce093da tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1011.981180] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1011.981526] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.981526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.981638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.981881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.982081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.982236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.982334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.982577] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.984018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.984018] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.485469] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.485614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.485687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.485916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.486020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.486224] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.486355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.486419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.486579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.486657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.486740] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 already deleted. [ 1012.486823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.631807] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.631977] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.632128] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.632551] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.632873] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.633064] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.633189] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.633609] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.633609] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.633789] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.633919] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.634058] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.634176] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.634292] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.634403] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.634542] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.654285] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.654475] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.654622] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.654818] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.655207] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-a5992b25-fda7-4a67-ba56-68ee7fcd93d1 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.655421] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-a5992b25-fda7-4a67-ba56-68ee7fcd93d1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.655582] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-a5992b25-fda7-4a67-ba56-68ee7fcd93d1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.655949] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-a5992b25-fda7-4a67-ba56-68ee7fcd93d1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.656147] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5992b25-fda7-4a67-ba56-68ee7fcd93d1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.159179] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.159543] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.159800] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.160158] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.160158] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.160317] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port a5992b25-fda7-4a67-ba56-68ee7fcd93d1 not found, creating... [ 1013.160768] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.160768] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.160932] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.161643] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.161643] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.161643] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.162027] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.162027] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.162027] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.162135] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.162617] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: a5992b25-fda7-4a67-ba56-68ee7fcd93d1 is going to be created. [ 1013.183971] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.184308] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.184378] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.184683] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.184912] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.185401] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-a5992b25-fda7-4a67-ba56-68ee7fcd93d1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.591289] env[70236]: INFO networking_nsxv3.common.synchronization [req-8e252744-e53e-4ca8-916c-9b2885d3c185 req-09c3f041-c9ba-4d40-a639-e80d046ed876 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Enqueued Resource ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 with Priority: HIGHEST for action security_group_members [ 1013.591926] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 with Priority: HIGHEST for action security_group_members [ 1013.593350] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-59182406-9dc3-42f0-b34e-2e2f040a45b0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.593350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.593350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.593350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.593350] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.593350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.593350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.593350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.593350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.593350] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59182406-9dc3-42f0-b34e-2e2f040a45b0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.095319] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.095576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.095654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.095922] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.095922] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.096238] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.096238] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.096392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.096429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.096495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.096583] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 is going to be updated. [ 1014.122459] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.123160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.123160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.123160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.123329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.133236] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 in Status: IN_PROGRESS for 2s [ 1014.516287] env[70236]: INFO networking_nsxv3.common.synchronization [req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 req-9dc7e475-1043-44c5-874b-1068770c38a4 service nova] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_rules [ 1014.516287] env[70236]: INFO networking_nsxv3.common.synchronization [req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 req-9dc7e475-1043-44c5-874b-1068770c38a4 service nova] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1014.516287] env[70236]: INFO networking_nsxv3.common.synchronization [req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 req-9dc7e475-1043-44c5-874b-1068770c38a4 service nova] Enqueued Resource ID: a5992b25-fda7-4a67-ba56-68ee7fcd93d1 with Priority: HIGHEST for action port [ 1014.516287] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_rules [ 1014.516287] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1014.516287] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5992b25-fda7-4a67-ba56-68ee7fcd93d1 with Priority: HIGHEST for action port [ 1014.520602] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.521084] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.521344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.521696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.523477] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.523477] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.523759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.524206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.524301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.524553] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.524976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.524976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.529502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.529502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.529502] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.529502] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5992b25-fda7-4a67-ba56-68ee7fcd93d1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.529502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5992b25-fda7-4a67-ba56-68ee7fcd93d1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.529502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5992b25-fda7-4a67-ba56-68ee7fcd93d1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.529502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5992b25-fda7-4a67-ba56-68ee7fcd93d1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.529502] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5992b25-fda7-4a67-ba56-68ee7fcd93d1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.531253] env[70236]: INFO networking_nsxv3.common.synchronization [None req-3fa67e51-156e-44cf-a0bb-1e529ba7043e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_rules [ 1014.532598] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_rules [ 1014.533277] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03f5d667-073d-4f17-9477-b80b37f246ef taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.533841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.534045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.534537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.534762] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03f5d667-073d-4f17-9477-b80b37f246ef',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.640500] env[70236]: INFO networking_nsxv3.common.synchronization [None req-ae2d89f2-f8ba-45d9-9159-f7b57571fb03 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_rules [ 1014.641319] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_rules [ 1014.644596] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03f5d667-073d-4f17-9477-b80b37f246ef taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.644596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.029497] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.029991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.033403] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.034576] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5992b25-fda7-4a67-ba56-68ee7fcd93d1 with status ACTIVE [ 1015.034866] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.035395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.035395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.035581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.035643] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.035791] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.035886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.035954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.036244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.036244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.036393] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.036810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.036810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.036810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.036810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.036810] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5992b25-fda7-4a67-ba56-68ee7fcd93d1 is going to be updated. [ 1015.055708] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.055870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.055919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.056182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.056270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.056431] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03f5d667-073d-4f17-9477-b80b37f246ef already deleted. [ 1015.056504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.056686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.056899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.056899] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03f5d667-073d-4f17-9477-b80b37f246ef',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.067209] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.067368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.067425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.067670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.067742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.067873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5992b25-fda7-4a67-ba56-68ee7fcd93d1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.441955] env[70236]: INFO networking_nsxv3.common.synchronization [None req-e8a9ce9f-22d0-4ac8-afcb-9ebc68a649e2 None None] Enqueued Resource ID: feae4446-3204-47f3-bf5e-2c5de1540a80 with Priority: HIGHEST for action port [ 1015.442402] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feae4446-3204-47f3-bf5e-2c5de1540a80 with Priority: HIGHEST for action port [ 1015.442880] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-feae4446-3204-47f3-bf5e-2c5de1540a80 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.442999] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feae4446-3204-47f3-bf5e-2c5de1540a80" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.443154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feae4446-3204-47f3-bf5e-2c5de1540a80" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.443444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feae4446-3204-47f3-bf5e-2c5de1540a80" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.443569] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feae4446-3204-47f3-bf5e-2c5de1540a80',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.538291] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.581122] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.581433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.581433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.581530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.581627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.581726] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03f5d667-073d-4f17-9477-b80b37f246ef already deleted. [ 1015.581812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.945994] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feae4446-3204-47f3-bf5e-2c5de1540a80 [ 1015.945994] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.945994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.945994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.946279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.946279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.946400] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feae4446-3204-47f3-bf5e-2c5de1540a80 already deleted. [ 1015.946451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feae4446-3204-47f3-bf5e-2c5de1540a80" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.042722] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.043479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.043588] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.043874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.044044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.044225] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 is going to be created. [ 1016.067272] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.067479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.067536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.067820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.068065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.077438] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: UNINITIALIZED for 2s [ 1016.141234] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 in Status: SUCCESS [ 1016.141459] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 deletion is rescheduled due to dependency. [ 1016.141584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.775578] env[70236]: INFO networking_nsxv3.common.synchronization [req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 req-68b338a9-d676-41cc-9d66-3903dd761166 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1016.776927] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1016.777137] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.777265] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.172454] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.172454] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.172454] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.172454] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.181022] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.181022] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.181022] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.181022] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.181022] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.181022] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.181022] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.181022] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.181022] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.181022] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.181022] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.181022] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.197586] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.200020] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.200020] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.200020] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.200020] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-9289b9c3-56f9-4376-ab69-07901946cfdc taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.200020] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-9289b9c3-56f9-4376-ab69-07901946cfdc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.200020] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-9289b9c3-56f9-4376-ab69-07901946cfdc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.200020] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-9289b9c3-56f9-4376-ab69-07901946cfdc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.200020] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9289b9c3-56f9-4376-ab69-07901946cfdc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.641192] env[70236]: INFO networking_nsxv3.common.synchronization [None req-4780eb75-51b9-45a8-88b1-4e1b18f69f35 None None] Enqueued Resource ID: c192ae97-a036-466c-8cf1-67c1afdb24a5 with Priority: HIGHEST for action port [ 1017.643550] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c192ae97-a036-466c-8cf1-67c1afdb24a5 with Priority: HIGHEST for action port [ 1017.643932] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c192ae97-a036-466c-8cf1-67c1afdb24a5 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.644085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c192ae97-a036-466c-8cf1-67c1afdb24a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.644147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c192ae97-a036-466c-8cf1-67c1afdb24a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.644421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c192ae97-a036-466c-8cf1-67c1afdb24a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.644524] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c192ae97-a036-466c-8cf1-67c1afdb24a5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.702918] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.703197] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.703325] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.703605] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.703761] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.703924] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 9289b9c3-56f9-4376-ab69-07901946cfdc not found, creating... [ 1017.704216] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.704388] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.704510] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.704734] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.704876] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.705183] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.705341] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.705462] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.706062] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.706062] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.706062] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 9289b9c3-56f9-4376-ab69-07901946cfdc is going to be created. [ 1017.725302] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.725928] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.725928] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.725928] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.726415] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.726725] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-9289b9c3-56f9-4376-ab69-07901946cfdc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.086629] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: SUCCESS [ 1018.087035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.087035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.087346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.087566] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.087683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.087748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.088047] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.088172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.088276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.088410] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.089284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.089462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.089614] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.089714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.089779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.089921] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.090007] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.090100] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.146878] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c192ae97-a036-466c-8cf1-67c1afdb24a5 [ 1018.147124] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.147267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.147343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.147553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.147644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.147742] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c192ae97-a036-466c-8cf1-67c1afdb24a5 already deleted. [ 1018.147829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c192ae97-a036-466c-8cf1-67c1afdb24a5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.476622] env[70236]: INFO networking_nsxv3.common.synchronization [req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 req-0339b4ef-c926-412f-bd69-bf393b108893 service nova] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_rules [ 1018.476622] env[70236]: INFO networking_nsxv3.common.synchronization [req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 req-0339b4ef-c926-412f-bd69-bf393b108893 service nova] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1018.476622] env[70236]: INFO networking_nsxv3.common.synchronization [req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 req-0339b4ef-c926-412f-bd69-bf393b108893 service nova] Enqueued Resource ID: 9289b9c3-56f9-4376-ab69-07901946cfdc with Priority: HIGHEST for action port [ 1018.476622] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_rules [ 1018.476622] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1018.479166] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9289b9c3-56f9-4376-ab69-07901946cfdc with Priority: HIGHEST for action port [ 1018.479166] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.479166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.479166] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.479166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.479166] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9289b9c3-56f9-4376-ab69-07901946cfdc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.479166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9289b9c3-56f9-4376-ab69-07901946cfdc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.479166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9289b9c3-56f9-4376-ab69-07901946cfdc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.479166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9289b9c3-56f9-4376-ab69-07901946cfdc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.479166] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9289b9c3-56f9-4376-ab69-07901946cfdc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.592618] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.592618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.592618] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.981497] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9289b9c3-56f9-4376-ab69-07901946cfdc with status ACTIVE [ 1018.981497] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.981833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.981833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.981932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.982038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.982228] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.982332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.982395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.983726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.983726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.983726] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.983726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.983726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.983726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.983726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.983726] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9289b9c3-56f9-4376-ab69-07901946cfdc is going to be updated. [ 1019.006618] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.006618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.006618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.006618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.006920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.007040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9289b9c3-56f9-4376-ab69-07901946cfdc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.018728] env[70236]: INFO networking_nsxv3.common.synchronization [req-9d713f07-8351-4dc5-863d-dd315ddd179b req-2cf2ef55-0ec6-4ef3-b203-c6fc2e1e4980 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1019.020300] env[70236]: INFO networking_nsxv3.common.synchronization [req-cadac506-0a53-4bc6-8de8-15ec925fefda req-c430660b-f9cc-44e2-a826-9b4b56786129 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 1019.021058] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1019.021299] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGHEST for action security_group_members [ 1019.021727] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.021921] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.022260] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.022468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.022617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.023044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.023289] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.023514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.023671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.023967] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.024170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.024366] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.097167] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.381180] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.381569] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.381855] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.382339] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.382861] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.383250] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.383566] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.383973] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.384334] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.384739] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.385021] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.385307] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.385565] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.386300] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.386300] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.386300] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.403537] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.403724] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1019.403917] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.404124] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-745" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.404452] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-f1135553-a864-43c0-ac4f-ebcf9893f2a6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.404647] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-f1135553-a864-43c0-ac4f-ebcf9893f2a6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.404771] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-f1135553-a864-43c0-ac4f-ebcf9893f2a6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.405164] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-f1135553-a864-43c0-ac4f-ebcf9893f2a6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.405320] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1135553-a864-43c0-ac4f-ebcf9893f2a6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.527646] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.527866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.528071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.528326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.528446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.528657] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.528791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.528859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.529048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.529141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.529222] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be updated. [ 1019.554561] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.554561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.554739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.554827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.555383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.564439] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: IN_PROGRESS for 2s [ 1019.602525] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.602832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.603045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.603286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.603420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.603642] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 is going to be updated. [ 1019.629887] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.630114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.630114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.630321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.630464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.638054] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: IN_PROGRESS for 2s [ 1019.908034] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.908294] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.908453] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.908733] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.908890] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.909070] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port f1135553-a864-43c0-ac4f-ebcf9893f2a6 not found, creating... [ 1019.909427] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.909564] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.909687] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.909991] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.910164] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.910588] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.910830] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.911056] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.911396] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.911646] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.911887] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: f1135553-a864-43c0-ac4f-ebcf9893f2a6 is going to be created. [ 1019.931038] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.931038] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.931352] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.931476] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.931654] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.931908] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-f1135553-a864-43c0-ac4f-ebcf9893f2a6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.669802] env[70236]: INFO networking_nsxv3.common.synchronization [req-9d713f07-8351-4dc5-863d-dd315ddd179b req-b704e30f-d9b3-4add-ab0a-a23b38fdd43e service nova] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_rules [ 1020.670091] env[70236]: INFO networking_nsxv3.common.synchronization [req-9d713f07-8351-4dc5-863d-dd315ddd179b req-b704e30f-d9b3-4add-ab0a-a23b38fdd43e service nova] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1020.670164] env[70236]: INFO networking_nsxv3.common.synchronization [req-9d713f07-8351-4dc5-863d-dd315ddd179b req-b704e30f-d9b3-4add-ab0a-a23b38fdd43e service nova] Enqueued Resource ID: f1135553-a864-43c0-ac4f-ebcf9893f2a6 with Priority: HIGHEST for action port [ 1020.671165] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_rules [ 1020.671309] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1020.671408] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1135553-a864-43c0-ac4f-ebcf9893f2a6 with Priority: HIGHEST for action port [ 1020.671683] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.671791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.672062] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.672196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.672505] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1135553-a864-43c0-ac4f-ebcf9893f2a6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.672614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1135553-a864-43c0-ac4f-ebcf9893f2a6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.672694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1135553-a864-43c0-ac4f-ebcf9893f2a6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.673031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1135553-a864-43c0-ac4f-ebcf9893f2a6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.673128] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1135553-a864-43c0-ac4f-ebcf9893f2a6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.180328] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1135553-a864-43c0-ac4f-ebcf9893f2a6 with status ACTIVE [ 1021.180640] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.180876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.180876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.181127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.181235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.181534] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.181618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.181618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.181779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.181853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.182046] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.182142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.182206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.182338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.182412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.182497] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1135553-a864-43c0-ac4f-ebcf9893f2a6 is going to be updated. [ 1021.201648] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.201838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.202040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.202207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.203256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.203501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1135553-a864-43c0-ac4f-ebcf9893f2a6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.573572] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2858ad03-7947-47d4-81e7-d79c10d98805 in Status: SUCCESS [ 1021.573759] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 deletion is rescheduled due to dependency. [ 1021.573878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.647196] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: SUCCESS [ 1021.647435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.647678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.647986] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.648204] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.648401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.648522] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.648698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.648785] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.648883] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.152242] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.653642] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.158624] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.159965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.159965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.159965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.159965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.159965] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 is going to be updated. [ 1023.184554] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.184726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.184768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.184972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.186345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.194476] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: IN_PROGRESS for 2s [ 1025.205421] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: SUCCESS [ 1025.205700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.205842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.206110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.206327] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.206473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.207684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.207684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.207684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.207684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.207684] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.207684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.207684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.207684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.207684] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.207684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.207684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.208085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.208085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.208085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.208085] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.208900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.209100] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.209263] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.209368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.209408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.209555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.209631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.209717] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.672101] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1025.672277] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1025.713073] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f381c42c-39ea-46b6-b707-24d876cd0db0: rpc.has_security_group_logging(os_id): False [ 1025.714674] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.733240] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.733458] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.733580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.734110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.734356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.734684] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.734916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.735051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.735357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.735461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.735761] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.735947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.736089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.736303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.736425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.736766] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.736960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.737057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.737497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.737611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.737714] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 is going to be created. [ 1025.803467] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.803748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.803748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.805042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.805042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.818461] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: IN_PROGRESS for 2s [ 1026.218848] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.722410] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.722410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.722410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.722410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.722410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.722410] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 is going to be updated. [ 1026.752641] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.752884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.752884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.753717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.753717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.761189] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: IN_PROGRESS for 2s [ 1027.837908] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: SUCCESS [ 1027.838224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.838541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.838637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.838722] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.341120] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.341281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.524415] env[70236]: INFO networking_nsxv3.common.synchronization [req-5689831e-7901-4ba8-965f-2d425e1b01d6 req-ef4d6148-1b45-4ec9-9255-3eee5098503c tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Enqueued Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_members [ 1028.525020] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGHEST for action security_group_members [ 1028.525361] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c72b42-14d9-4a1a-b012-cbd45319802e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.525486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.525553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.525767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.525924] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.526045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.526111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.526273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.526387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.526548] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c72b42-14d9-4a1a-b012-cbd45319802e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.773514] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: SUCCESS [ 1028.773514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.773514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.773755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.773970] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.774165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.774319] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.774545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.774697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.774834] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.029726] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.030029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.030029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.030113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.030151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.030330] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.030471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.030579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.030848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.031295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.031295] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c72b42-14d9-4a1a-b012-cbd45319802e is going to be updated. [ 1029.059178] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.059366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.059499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.059741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.059884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.065048] env[70236]: INFO networking_nsxv3.common.synchronization [req-97102cff-564f-4a17-9299-6d55d94b3f1b req-0d6d90ef-f471-4d03-b93d-dc4e4f1bec5c tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1029.065692] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1029.066471] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.066471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.066471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.066688] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.066688] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.066763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.066821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.066989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.067277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.067277] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.069911] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c72b42-14d9-4a1a-b012-cbd45319802e in Status: IN_PROGRESS for 2s [ 1029.277522] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.541708] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.542098] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.542380] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.542907] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.543389] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.544514] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.544514] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.544514] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.544514] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.544819] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.545130] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.545277] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.545488] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.545704] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.546338] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.546573] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.565035] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.565458] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.565581] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.565695] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.566018] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-2e5bc309-a3af-4b99-8ed4-c241992d28b3 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.566195] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-2e5bc309-a3af-4b99-8ed4-c241992d28b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.566318] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-2e5bc309-a3af-4b99-8ed4-c241992d28b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.566646] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-2e5bc309-a3af-4b99-8ed4-c241992d28b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.566788] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5bc309-a3af-4b99-8ed4-c241992d28b3',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.569325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.569445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.569528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.569716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.569858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.570044] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.570199] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.570199] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.570410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.570463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.570542] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 1029.592958] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.593140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.593187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.593389] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.593524] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.601398] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 1029.780619] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.068934] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.069312] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.069312] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.069575] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.069792] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.069920] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 2e5bc309-a3af-4b99-8ed4-c241992d28b3 not found, creating... [ 1030.070302] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.070500] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.070663] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.070932] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.071475] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.071475] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.071611] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.071752] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.071991] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.072220] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.072412] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 2e5bc309-a3af-4b99-8ed4-c241992d28b3 is going to be created. [ 1030.092256] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.092575] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.092721] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.093093] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.093351] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.093593] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-2e5bc309-a3af-4b99-8ed4-c241992d28b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.285826] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.286012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.286110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.286366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.286457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.286641] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 is going to be updated. [ 1030.322323] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.322323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.322323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.322323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.322323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.329424] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: IN_PROGRESS for 2s [ 1030.796813] env[70236]: INFO networking_nsxv3.common.synchronization [req-97102cff-564f-4a17-9299-6d55d94b3f1b req-ea416b7d-067d-4f3f-8bf9-91fc76ab3376 service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 1030.797165] env[70236]: INFO networking_nsxv3.common.synchronization [req-97102cff-564f-4a17-9299-6d55d94b3f1b req-ea416b7d-067d-4f3f-8bf9-91fc76ab3376 service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1030.797387] env[70236]: INFO networking_nsxv3.common.synchronization [req-97102cff-564f-4a17-9299-6d55d94b3f1b req-ea416b7d-067d-4f3f-8bf9-91fc76ab3376 service nova] Enqueued Resource ID: 2e5bc309-a3af-4b99-8ed4-c241992d28b3 with Priority: HIGHEST for action port [ 1030.797962] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 1030.798303] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1030.798456] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5bc309-a3af-4b99-8ed4-c241992d28b3 with Priority: HIGHEST for action port [ 1030.798766] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.799369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.799462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.799683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.799779] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.800677] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.800840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.801037] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5bc309-a3af-4b99-8ed4-c241992d28b3 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.801285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5bc309-a3af-4b99-8ed4-c241992d28b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.801467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5bc309-a3af-4b99-8ed4-c241992d28b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.801679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5bc309-a3af-4b99-8ed4-c241992d28b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.801782] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5bc309-a3af-4b99-8ed4-c241992d28b3',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.083564] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c72b42-14d9-4a1a-b012-cbd45319802e in Status: SUCCESS [ 1031.084121] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c72b42-14d9-4a1a-b012-cbd45319802e deletion is rescheduled due to dependency. [ 1031.084121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.303862] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.304094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.305601] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e5bc309-a3af-4b99-8ed4-c241992d28b3 with status ACTIVE [ 1031.305801] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.305931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.305989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.306207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.306297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.306471] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.306575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.306693] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.306906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.306995] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.307217] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.307342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.307342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.307486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.307538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.307624] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e5bc309-a3af-4b99-8ed4-c241992d28b3 is going to be updated. [ 1031.326573] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.326760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.326838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.327089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.327230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.327423] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5bc309-a3af-4b99-8ed4-c241992d28b3" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.612515] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1031.612710] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c deletion is rescheduled due to dependency. [ 1031.612832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.613099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.613358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.613568] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.613639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.613691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.613841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.613925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.614045] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.116362] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.339787] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: SUCCESS [ 1032.340301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.340492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.340729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.341115] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.341314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.341394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.341575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.341658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.341758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.341870] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.624155] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.844181] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.844449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.844449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.845314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.845442] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.845578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.845655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.845866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.846255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.846255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.846255] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.846398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.846398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.846514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.846637] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.846746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.846819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.846979] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.846979] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.849381] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.849381] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.127362] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.127638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.127734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.128217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.128370] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.128595] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 1033.157585] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.157792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.157897] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.158240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.158444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.168585] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 1033.355027] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f381c42c-39ea-46b6-b707-24d876cd0db0: rpc.has_security_group_logging(os_id): False [ 1033.369373] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.369579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.369697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.369863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.371119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.371119] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.371119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.371119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.371119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.371119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.371119] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.371119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.371119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.371759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.371854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.372835] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.373049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.373178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.374151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.374151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.374151] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 is going to be updated. [ 1033.436151] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.436418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.436418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.436642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.436834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.451394] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: IN_PROGRESS for 2s [ 1034.381215] env[70236]: INFO networking_nsxv3.common.synchronization [req-49054194-c5db-401b-9cb3-b03f8d5c2e5e req-77b06346-7827-4da2-baaf-98fe1b6c2dd5 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_members [ 1034.384447] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_members [ 1034.384447] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-03f5d667-073d-4f17-9477-b80b37f246ef taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.384447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.384447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.384447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.384447] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.384447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.384447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.384447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.384447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.384447] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03f5d667-073d-4f17-9477-b80b37f246ef',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.886823] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.888734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.888734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.888734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.888734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.888734] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.888734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.888734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.888734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.888734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.888734] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03f5d667-073d-4f17-9477-b80b37f246ef already deleted. [ 1034.888734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.057042] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.057042] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.057042] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.057042] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.057422] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.057664] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.057972] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.058310] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.058470] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.058757] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.058951] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.059135] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.059271] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.059422] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.059539] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.059700] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.078586] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.078798] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.078920] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.079128] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.079458] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-997c6ce1-a172-4e14-9d0d-165c9844b037 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.079663] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-997c6ce1-a172-4e14-9d0d-165c9844b037" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.079754] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-997c6ce1-a172-4e14-9d0d-165c9844b037" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.080126] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-997c6ce1-a172-4e14-9d0d-165c9844b037" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.080274] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997c6ce1-a172-4e14-9d0d-165c9844b037',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.178552] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1035.178789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.178959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.179200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.179394] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.179523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.179590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.180242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.180329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.180395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.180495] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.464425] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: SUCCESS [ 1035.464425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.464957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.464957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.464957] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.586029] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.586029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.586029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.586029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.586029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.586029] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 997c6ce1-a172-4e14-9d0d-165c9844b037 not found, creating... [ 1035.586029] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.586029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.586029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.586029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.586029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.586819] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.587181] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.587309] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.587541] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.587679] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.588056] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 997c6ce1-a172-4e14-9d0d-165c9844b037 is going to be created. [ 1035.610791] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.610791] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.610791] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.610791] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.610791] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.610791] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-997c6ce1-a172-4e14-9d0d-165c9844b037" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.683587] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.683753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.683820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.684068] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.684263] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.684422] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.684478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.684634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.684712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.684802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.684973] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.685091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.685155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.685423] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.685463] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.685558] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.685635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.685780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.685860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.685945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.686067] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.967899] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.969989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.969989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.969989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.969989] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.969989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.969989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.969989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.969989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.969989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.969989] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.187761] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1785cb07-64a7-4c20-af95-dcc775d3ae0c: rpc.has_security_group_logging(os_id): False [ 1036.204853] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.204998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.205094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.205561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.205659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.205890] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.205992] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.206386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.206386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.206386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.206639] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.206715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.206816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.206903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.206978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.207179] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.207271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.207328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.207467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.207541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.207625] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 1036.265574] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.265574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.265574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.266011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.266011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.292645] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 1036.475243] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.475700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.475700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.475989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.475989] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.476194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.476194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.476373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.476479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.476615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.476773] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.476893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.477026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.477208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.477543] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.477681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.477742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.477900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.477973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.478094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.478266] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.631753] env[70236]: INFO networking_nsxv3.common.synchronization [req-49054194-c5db-401b-9cb3-b03f8d5c2e5e req-481d7284-a064-42b8-86a1-63085fb2e193 service nova] Enqueued Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_rules [ 1036.631975] env[70236]: INFO networking_nsxv3.common.synchronization [req-49054194-c5db-401b-9cb3-b03f8d5c2e5e req-481d7284-a064-42b8-86a1-63085fb2e193 service nova] Enqueued Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_members [ 1036.632163] env[70236]: INFO networking_nsxv3.common.synchronization [req-49054194-c5db-401b-9cb3-b03f8d5c2e5e req-481d7284-a064-42b8-86a1-63085fb2e193 service nova] Enqueued Resource ID: 997c6ce1-a172-4e14-9d0d-165c9844b037 with Priority: HIGHEST for action port [ 1036.632794] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_rules [ 1036.634090] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_members [ 1036.634229] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997c6ce1-a172-4e14-9d0d-165c9844b037 with Priority: HIGHEST for action port [ 1036.634607] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03f5d667-073d-4f17-9477-b80b37f246ef taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.634739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.634805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.635037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.635134] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03f5d667-073d-4f17-9477-b80b37f246ef',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.636207] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-03f5d667-073d-4f17-9477-b80b37f246ef taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.636332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.636401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.636628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.636820] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.636920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.636981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.637206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.637254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.637357] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03f5d667-073d-4f17-9477-b80b37f246ef',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.641171] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-997c6ce1-a172-4e14-9d0d-165c9844b037 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.641366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-997c6ce1-a172-4e14-9d0d-165c9844b037" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.641500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-997c6ce1-a172-4e14-9d0d-165c9844b037" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.641788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-997c6ce1-a172-4e14-9d0d-165c9844b037" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.641919] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997c6ce1-a172-4e14-9d0d-165c9844b037',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.959771] env[70236]: INFO networking_nsxv3.common.synchronization [req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 req-c11071d8-f872-409f-a7ba-5261be25bccc tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Enqueued Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_members [ 1036.961983] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGHEST for action security_group_members [ 1036.962388] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.962521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.962592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.962823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.963048] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.963145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.963214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.963390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.974525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.974525] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc302d42-aaa5-458a-aa57-29c2cf8e1baf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.981658] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f381c42c-39ea-46b6-b707-24d876cd0db0: rpc.has_security_group_logging(os_id): False [ 1037.001463] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.002257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.002257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.002257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.002257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.002704] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.002704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.002704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.002704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.002924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.005280] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.005427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.005504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.005670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.005781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.005976] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.006096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.006159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.006325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.006405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.006490] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 is going to be updated. [ 1037.060150] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.060270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.060535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.060535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.061087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.073607] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: IN_PROGRESS for 2s [ 1037.149086] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-03f5d667-073d-4f17-9477-b80b37f246ef taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.149260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.149435] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03f5d667-073d-4f17-9477-b80b37f246ef',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.150380] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 997c6ce1-a172-4e14-9d0d-165c9844b037 with status ACTIVE [ 1037.150639] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.150767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.150838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.151068] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.151162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.151342] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.151458] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.151512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.151648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.151746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.151934] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.152562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.152663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.152828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.152936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.153023] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 997c6ce1-a172-4e14-9d0d-165c9844b037 is going to be updated. [ 1037.177741] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.177937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.177937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.178191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.178340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.178518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-997c6ce1-a172-4e14-9d0d-165c9844b037" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.194123] env[70236]: INFO networking_nsxv3.common.synchronization [req-f2945d89-46e9-4e61-883b-a5711f8e2038 req-c53bbc29-4fa7-4e45-9a2a-2685b9ae3fae tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1037.194930] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1037.195089] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.195166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.195221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.195482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.195683] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.195857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.195890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.197417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.197417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.197417] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.470701] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.472428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.472428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.472697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.496615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.496615] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.496615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.496615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.496615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.496615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.497115] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf is going to be updated. [ 1037.523017] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.523017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.523017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.523017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.523017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.535677] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf in Status: IN_PROGRESS for 2s [ 1037.606717] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-671 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.606717] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-671" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.606857] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-671" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.607187] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-671" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.607461] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.607645] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.607764] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.608014] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.608172] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.608396] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.608522] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.608634] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.608756] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.608878] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.608989] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.609148] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.628547] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.628793] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.628885] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.629119] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-671" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.629446] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-da8f6af4-e143-45ce-babe-699f3d924d41 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.629765] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.629765] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.630137] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.630402] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8f6af4-e143-45ce-babe-699f3d924d41',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.655817] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03f5d667-073d-4f17-9477-b80b37f246ef',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.699747] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.700051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.700100] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.700342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.700525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.700730] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.701453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.701453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.701453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.701453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.701453] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e already deleted. [ 1037.701453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.133928] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.133928] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.133928] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.133928] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.133928] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.134262] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port da8f6af4-e143-45ce-babe-699f3d924d41 not found, creating... [ 1038.134524] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.134694] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.134825] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.135112] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.135408] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.135595] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.136191] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.136191] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.136296] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.136372] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.136513] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: da8f6af4-e143-45ce-babe-699f3d924d41 is going to be created. [ 1038.164721] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.164721] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.164721] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.164721] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.164721] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.164721] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.165274] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.165274] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.165389] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.165589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.165657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.165998] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03f5d667-073d-4f17-9477-b80b37f246ef is going to be created. [ 1038.190779] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.190936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.191016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.191255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.191415] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.201202] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03f5d667-073d-4f17-9477-b80b37f246ef in Status: UNINITIALIZED for 2s [ 1038.309614] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1038.309846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.985613] env[70236]: INFO networking_nsxv3.common.synchronization [req-f2945d89-46e9-4e61-883b-a5711f8e2038 req-dc48b438-710e-41f1-b089-4d77a816e0eb service nova] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1038.985927] env[70236]: INFO networking_nsxv3.common.synchronization [req-f2945d89-46e9-4e61-883b-a5711f8e2038 req-dc48b438-710e-41f1-b089-4d77a816e0eb service nova] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1038.985927] env[70236]: INFO networking_nsxv3.common.synchronization [req-f2945d89-46e9-4e61-883b-a5711f8e2038 req-dc48b438-710e-41f1-b089-4d77a816e0eb service nova] Enqueued Resource ID: da8f6af4-e143-45ce-babe-699f3d924d41 with Priority: HIGHEST for action port [ 1038.986218] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1038.986350] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1038.986448] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8f6af4-e143-45ce-babe-699f3d924d41 with Priority: HIGHEST for action port [ 1038.987315] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.987580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.987580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.988393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.988393] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.993019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.993019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.993019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.993019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.993019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.993019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.993019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.993019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.993019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.993019] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.993019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8f6af4-e143-45ce-babe-699f3d924d41 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.993019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.993019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.993019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.993019] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8f6af4-e143-45ce-babe-699f3d924d41',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.091180] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: SUCCESS [ 1039.091433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.490171] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.490347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.495765] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.497185] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da8f6af4-e143-45ce-babe-699f3d924d41 with status ACTIVE [ 1039.497185] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.497546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.497546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.497546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.497675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.497889] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.497987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.498086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.498271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.498322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.498520] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.499698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.499698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.500442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.500442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.500442] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da8f6af4-e143-45ce-babe-699f3d924d41 is going to be updated. [ 1039.524697] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.524904] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.524999] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.525367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.525523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.525696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.545175] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf in Status: SUCCESS [ 1039.545457] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf deletion is rescheduled due to dependency. [ 1039.545573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.002566] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.211541] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03f5d667-073d-4f17-9477-b80b37f246ef in Status: SUCCESS [ 1040.211780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.212008] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.212276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.212504] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.212635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.212722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.212889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.213185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.213340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.216382] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03f5d667-073d-4f17-9477-b80b37f246ef',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.273305] env[70236]: INFO networking_nsxv3.common.synchronization [req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 req-c2d49097-49e1-4182-805b-4f7abe4ad1f1 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1040.273859] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1040.274214] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.274350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.274424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.274699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.274857] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.274977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.275251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.275530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.275636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.275784] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.508663] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.508892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.508996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.509286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.509440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.509565] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be created. [ 1040.536497] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.536639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.536789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.537113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.537288] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.548496] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: UNINITIALIZED for 2s [ 1040.716390] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03f5d667-073d-4f17-9477-b80b37f246ef',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.743737] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.743985] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.744146] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.744502] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.744636] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.744812] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.746710] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.747041] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.747216] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.751019] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.751019] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.751019] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.751019] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.751019] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.751019] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.751019] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.773276] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.773698] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.773981] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.774307] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.774764] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-559aec5a-9de6-4baf-b04b-85d0b0ae4743 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.775782] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-559aec5a-9de6-4baf-b04b-85d0b0ae4743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.775782] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-559aec5a-9de6-4baf-b04b-85d0b0ae4743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.775782] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-559aec5a-9de6-4baf-b04b-85d0b0ae4743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.775782] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559aec5a-9de6-4baf-b04b-85d0b0ae4743',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.778819] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.780260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.780260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.780260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.780260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.780260] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.780260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.780260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.780260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.780260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.780260] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 already deleted. [ 1040.780260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.218483] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03f5d667-073d-4f17-9477-b80b37f246ef: rpc.has_security_group_logging(os_id): False [ 1041.236907] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.237093] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.237138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.237406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.237510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.237742] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.237852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.237907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.238085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.238189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.238266] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03f5d667-073d-4f17-9477-b80b37f246ef is going to be created. [ 1041.279054] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.279515] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.282227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.282227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.282227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.282227] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 559aec5a-9de6-4baf-b04b-85d0b0ae4743 not found, creating... [ 1041.282227] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.282227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.282227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.282227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.282227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.282227] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.282588] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.282588] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.282884] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.283280] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.283545] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 559aec5a-9de6-4baf-b04b-85d0b0ae4743 is going to be created. [ 1041.302610] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.302831] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.303029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.303293] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.303532] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.304314] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-559aec5a-9de6-4baf-b04b-85d0b0ae4743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.306364] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.306480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.306553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.306731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.306890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.319722] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03f5d667-073d-4f17-9477-b80b37f246ef in Status: IN_PROGRESS for 2s [ 1042.053391] env[70236]: INFO networking_nsxv3.common.synchronization [req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 req-0e545a17-bdcf-455c-bbb7-63800a85f81f service nova] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_rules [ 1042.053579] env[70236]: INFO networking_nsxv3.common.synchronization [req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 req-0e545a17-bdcf-455c-bbb7-63800a85f81f service nova] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1042.053757] env[70236]: INFO networking_nsxv3.common.synchronization [req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 req-0e545a17-bdcf-455c-bbb7-63800a85f81f service nova] Enqueued Resource ID: 559aec5a-9de6-4baf-b04b-85d0b0ae4743 with Priority: HIGHEST for action port [ 1042.055031] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_rules [ 1042.055031] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1042.055031] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559aec5a-9de6-4baf-b04b-85d0b0ae4743 with Priority: HIGHEST for action port [ 1042.055031] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.055250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.055340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.056347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.056347] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.056696] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.056872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.057052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.057892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.057892] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.057892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.057892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.057892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.057892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.057892] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.059644] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-559aec5a-9de6-4baf-b04b-85d0b0ae4743 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.059644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559aec5a-9de6-4baf-b04b-85d0b0ae4743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.059644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559aec5a-9de6-4baf-b04b-85d0b0ae4743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.059644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559aec5a-9de6-4baf-b04b-85d0b0ae4743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.059644] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559aec5a-9de6-4baf-b04b-85d0b0ae4743',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.560914] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.561205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.562064] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1042.562609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.562609] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.563556] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559aec5a-9de6-4baf-b04b-85d0b0ae4743 with status ACTIVE [ 1042.563611] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.563708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.563757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.563968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.564121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.564501] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.564755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.564755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.564755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.565170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.565170] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.565170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.565170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.565338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.565338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.565429] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559aec5a-9de6-4baf-b04b-85d0b0ae4743 is going to be updated. [ 1042.566370] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.566533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.566726] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.567583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.567583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.567583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.567583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.567583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.567583] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.586134] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.586268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.586334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.587126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.587126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.587126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559aec5a-9de6-4baf-b04b-85d0b0ae4743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.069177] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.070284] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.070370] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.070444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.070676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.070861] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.070969] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.071071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.071197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.071282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.071389] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.071550] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.071644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.071704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.071884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.072051] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.072184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.072289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.072477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.072560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.072656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.072751] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.330982] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03f5d667-073d-4f17-9477-b80b37f246ef in Status: SUCCESS [ 1043.331242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.574452] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.574744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.574744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.574988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.575149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.575301] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be created. [ 1043.576598] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e: rpc.has_security_group_logging(os_id): False [ 1043.593138] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.593304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.593396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.593647] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.593742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.593975] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.594435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.594508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.594670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.594754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.594945] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.595060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.595125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.595318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.595358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.595528] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.595624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.595685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.595871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.595910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.595975] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be created. [ 1043.600423] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.600541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.600627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.600914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.601087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.612247] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: UNINITIALIZED for 2s [ 1043.659238] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.659393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.659466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.659675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.659851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.671194] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1045.621869] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1045.622154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.622284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.622492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.622681] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.622797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.622859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.623042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.623127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.623974] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.623974] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.681329] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1045.681624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.126732] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.126916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.126992] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.127228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.127409] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.127512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.127596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.127724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.127811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.127898] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.128054] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.128143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.128200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.128550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.128550] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.128683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.128683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.128777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.128852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.128935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.129050] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.635570] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b274dc7-5288-45a4-b0df-ed5e69aa78d9: rpc.has_security_group_logging(os_id): False [ 1046.651549] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.651734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.651797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.651996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.652173] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.652326] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.652424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.652482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.652644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.652708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.652904] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.653021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.653176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.653233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.653306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.653487] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.653578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.653630] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.654261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.654261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.654261] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be created. [ 1046.707034] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.707303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.707412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.708115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.708634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.719647] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1047.055413] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1047.055547] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1048.733223] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1048.733475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.942577] env[70236]: INFO networking_nsxv3.common.synchronization [req-2dbb79a4-7bc8-4a54-a1d0-5a38f516c467 req-3c2efd5d-d8e3-4fbd-9160-2bf4dc8d1349 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_members [ 1048.942826] env[70236]: INFO networking_nsxv3.common.synchronization [req-2dbb79a4-7bc8-4a54-a1d0-5a38f516c467 req-3c2efd5d-d8e3-4fbd-9160-2bf4dc8d1349 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1048.943490] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_members [ 1048.943659] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1048.944124] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-405261a9-5f87-4ac0-9406-994bcee51b69 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.944761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.944840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.945137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.945310] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.945425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.945508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.945801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.945889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.945990] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.947773] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.947889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.948219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.948219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.948280] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.948364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.948416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.948562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.948642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.948730] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.137018] env[70236]: INFO networking_nsxv3.common.synchronization [req-2dbb79a4-7bc8-4a54-a1d0-5a38f516c467 req-3c2efd5d-d8e3-4fbd-9160-2bf4dc8d1349 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_rules [ 1049.137018] env[70236]: INFO networking_nsxv3.common.synchronization [req-2dbb79a4-7bc8-4a54-a1d0-5a38f516c467 req-3c2efd5d-d8e3-4fbd-9160-2bf4dc8d1349 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_members [ 1049.137018] env[70236]: INFO networking_nsxv3.common.synchronization [req-2dbb79a4-7bc8-4a54-a1d0-5a38f516c467 req-3c2efd5d-d8e3-4fbd-9160-2bf4dc8d1349 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1049.137018] env[70236]: INFO networking_nsxv3.common.synchronization [req-2dbb79a4-7bc8-4a54-a1d0-5a38f516c467 req-3c2efd5d-d8e3-4fbd-9160-2bf4dc8d1349 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1049.137018] env[70236]: INFO networking_nsxv3.common.synchronization [req-2dbb79a4-7bc8-4a54-a1d0-5a38f516c467 req-3c2efd5d-d8e3-4fbd-9160-2bf4dc8d1349 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: da8f6af4-e143-45ce-babe-699f3d924d41 with Priority: HIGHEST for action port [ 1049.137018] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_rules [ 1049.137018] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1049.137018] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8f6af4-e143-45ce-babe-699f3d924d41 with Priority: HIGHEST for action port [ 1049.137612] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_members [ 1049.138159] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1049.141096] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-405261a9-5f87-4ac0-9406-994bcee51b69 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.141096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.141096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.141096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.141096] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.141096] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.141096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.141096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.141096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.141096] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.142042] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8f6af4-e143-45ce-babe-699f3d924d41 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.142042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.142042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.142042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.142263] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8f6af4-e143-45ce-babe-699f3d924d41',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.142882] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-405261a9-5f87-4ac0-9406-994bcee51b69 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.143078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.144757] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.144757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.456456] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.462273] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.467692] env[70236]: INFO networking_nsxv3.common.synchronization [req-47d0d141-a060-4b5a-b905-925a923de3a6 req-ab8d69b5-d7fe-4efc-87ba-5c4f9a99b38f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1049.468817] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1049.469230] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.470748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.470748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.470748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.472532] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.472702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.472767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.473348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.473348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.473348] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.644368] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-405261a9-5f87-4ac0-9406-994bcee51b69 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.644518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.644808] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.644896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.645054] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da8f6af4-e143-45ce-babe-699f3d924d41 with status ACTIVE [ 1049.645212] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.645316] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.645380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.645939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.645939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.645939] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.646119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.646153] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.646371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.646468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.646666] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.646762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.646820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.646975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.647636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.647636] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da8f6af4-e143-45ce-babe-699f3d924d41 is going to be updated. [ 1049.667567] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.667770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.667770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.667986] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.668146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.668308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.969324] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.970419] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.981656] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.981809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.981874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.982180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.982279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.982477] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.982576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.982636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.982780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.982853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.982936] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 1050.010200] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.010200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.010200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.010200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.010200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.023226] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 1050.148116] env[70236]: INFO networking_nsxv3.common.synchronization [req-9033beb7-2d56-4d08-812b-45e97bb39d61 req-cc6d01c6-2343-463d-a4f2-f4d1c80a8a33 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_members [ 1050.148616] env[70236]: INFO networking_nsxv3.common.synchronization [req-9033beb7-2d56-4d08-812b-45e97bb39d61 req-cc6d01c6-2343-463d-a4f2-f4d1c80a8a33 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 with Priority: HIGHEST for action security_group_members [ 1050.148616] env[70236]: INFO networking_nsxv3.common.synchronization [req-9033beb7-2d56-4d08-812b-45e97bb39d61 req-cc6d01c6-2343-463d-a4f2-f4d1c80a8a33 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1050.149929] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_members [ 1050.150239] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 with Priority: HIGHEST for action security_group_members [ 1050.150239] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1050.150497] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-405261a9-5f87-4ac0-9406-994bcee51b69 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.150602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.150784] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.150885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.150942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.151497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.151767] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.151872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.151935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.152115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.152204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.152320] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.155508] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.155612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.237472] env[70236]: INFO networking_nsxv3.common.synchronization [req-9033beb7-2d56-4d08-812b-45e97bb39d61 req-cc6d01c6-2343-463d-a4f2-f4d1c80a8a33 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_rules [ 1050.237472] env[70236]: INFO networking_nsxv3.common.synchronization [req-9033beb7-2d56-4d08-812b-45e97bb39d61 req-cc6d01c6-2343-463d-a4f2-f4d1c80a8a33 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_members [ 1050.237472] env[70236]: INFO networking_nsxv3.common.synchronization [req-9033beb7-2d56-4d08-812b-45e97bb39d61 req-cc6d01c6-2343-463d-a4f2-f4d1c80a8a33 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1050.237472] env[70236]: INFO networking_nsxv3.common.synchronization [req-9033beb7-2d56-4d08-812b-45e97bb39d61 req-cc6d01c6-2343-463d-a4f2-f4d1c80a8a33 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1050.237472] env[70236]: INFO networking_nsxv3.common.synchronization [req-9033beb7-2d56-4d08-812b-45e97bb39d61 req-cc6d01c6-2343-463d-a4f2-f4d1c80a8a33 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 with Priority: HIGHEST for action security_group_rules [ 1050.237472] env[70236]: INFO networking_nsxv3.common.synchronization [req-9033beb7-2d56-4d08-812b-45e97bb39d61 req-cc6d01c6-2343-463d-a4f2-f4d1c80a8a33 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 with Priority: HIGHEST for action security_group_members [ 1050.237472] env[70236]: INFO networking_nsxv3.common.synchronization [req-9033beb7-2d56-4d08-812b-45e97bb39d61 req-cc6d01c6-2343-463d-a4f2-f4d1c80a8a33 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: da8f6af4-e143-45ce-babe-699f3d924d41 with Priority: HIGHEST for action port [ 1050.237985] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_rules [ 1050.238430] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1050.238713] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 with Priority: HIGHEST for action security_group_members [ 1050.239182] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8f6af4-e143-45ce-babe-699f3d924d41 with Priority: HIGHEST for action port [ 1050.242181] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 with Priority: HIGHEST for action security_group_rules [ 1050.242181] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_members [ 1050.242181] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1050.242181] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-405261a9-5f87-4ac0-9406-994bcee51b69 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.242181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.242181] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.242181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.242181] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.242181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.242181] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8f6af4-e143-45ce-babe-699f3d924d41 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.242181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.242181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.242181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.242181] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8f6af4-e143-45ce-babe-699f3d924d41',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.248255] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.248255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.248255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.248255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.248255] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.248255] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-405261a9-5f87-4ac0-9406-994bcee51b69 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.248255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.248255] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.248255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.472580] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.472896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.473083] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.473363] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.473540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.473649] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1050.474959] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.475189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.475294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.476069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.476224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.476522] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405261a9-5f87-4ac0-9406-994bcee51b69 is going to be created. [ 1050.500674] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.500916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.501388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.501681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.502470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.506618] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.507280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.507392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.507618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.507950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.517409] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1050.518089] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: UNINITIALIZED for 2s [ 1050.537294] env[70236]: INFO networking_nsxv3.common.synchronization [None req-c0718b29-a6e4-4ffd-969e-6dc51fc758bb None None] Enqueued Resource ID: 790bf863-f8c5-4ac2-a9c6-6b3d46aa6784 with Priority: HIGHEST for action port [ 1050.537579] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790bf863-f8c5-4ac2-a9c6-6b3d46aa6784 with Priority: HIGHEST for action port [ 1050.538127] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-790bf863-f8c5-4ac2-a9c6-6b3d46aa6784 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.538276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-790bf863-f8c5-4ac2-a9c6-6b3d46aa6784" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.538344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-790bf863-f8c5-4ac2-a9c6-6b3d46aa6784" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.538570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-790bf863-f8c5-4ac2-a9c6-6b3d46aa6784" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.539322] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('790bf863-f8c5-4ac2-a9c6-6b3d46aa6784',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.659303] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.750208] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da8f6af4-e143-45ce-babe-699f3d924d41 with status ACTIVE [ 1050.750596] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.750858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.751036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.751421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.751628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.751972] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.752203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.752419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.752669] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.752841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.753155] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.753373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.753525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.753841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.754245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.754245] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da8f6af4-e143-45ce-babe-699f3d924d41 is going to be updated. [ 1050.758038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.758038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.779570] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.779707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.779776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.779978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.780135] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.780296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8f6af4-e143-45ce-babe-699f3d924d41" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.041739] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 790bf863-f8c5-4ac2-a9c6-6b3d46aa6784 [ 1051.042097] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.042097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.042097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.042413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.042471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.042534] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:790bf863-f8c5-4ac2-a9c6-6b3d46aa6784 already deleted. [ 1051.042618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-790bf863-f8c5-4ac2-a9c6-6b3d46aa6784" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.160743] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.427258] env[70236]: INFO networking_nsxv3.common.synchronization [None req-93f424ce-f6a9-4a7b-9235-7ad9b66b5fbc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_rules [ 1051.428556] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_rules [ 1051.429151] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.429151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.429151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.429984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.429984] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.582811] env[70236]: INFO networking_nsxv3.common.synchronization [None req-29c372f7-2b11-4e7f-9875-b1bfdc13dd94 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_rules [ 1051.583758] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_rules [ 1051.584198] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.584524] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.665950] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.665950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.665950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.665950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.665950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.665950] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 is going to be created. [ 1051.691584] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.691784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.691868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.692106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.692280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.701516] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 in Status: UNINITIALIZED for 2s [ 1051.951392] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.951392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.951392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.951392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.951392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.951392] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d already deleted. [ 1051.951392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.951777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.951777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.951777] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.031459] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1052.032204] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c deletion is rescheduled due to dependency. [ 1052.032204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.472109] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.472468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.472468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.472795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.472795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.472867] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d already deleted. [ 1052.472926] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.529494] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1052.529494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.529494] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: SUCCESS [ 1052.529494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.529982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.529982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.529982] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.530225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.530225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.530292] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.530362] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.530630] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.533194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.533361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.533551] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.533660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.533724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.533872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.533947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.534045] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.635739] env[70236]: INFO networking_nsxv3.common.synchronization [None req-84b72ef7-d733-48d4-aba7-af4ae2c97ede None None] Enqueued Resource ID: 73718bc5-6f9a-44ef-8dc1-6b2c11627662 with Priority: HIGHEST for action port [ 1052.636270] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73718bc5-6f9a-44ef-8dc1-6b2c11627662 with Priority: HIGHEST for action port [ 1052.636714] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-73718bc5-6f9a-44ef-8dc1-6b2c11627662 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.636714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73718bc5-6f9a-44ef-8dc1-6b2c11627662" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.636814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73718bc5-6f9a-44ef-8dc1-6b2c11627662" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.636994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73718bc5-6f9a-44ef-8dc1-6b2c11627662" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.637438] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73718bc5-6f9a-44ef-8dc1-6b2c11627662',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.037014] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.037014] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.141349] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73718bc5-6f9a-44ef-8dc1-6b2c11627662 [ 1053.141349] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.141349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.141349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.141349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.141349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.141349] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73718bc5-6f9a-44ef-8dc1-6b2c11627662 already deleted. [ 1053.141349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73718bc5-6f9a-44ef-8dc1-6b2c11627662" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.539724] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.540845] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.710375] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 in Status: UNINITIALIZED for 4s [ 1053.962156] env[70236]: INFO networking_nsxv3.common.synchronization [req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e req-a341d765-8ab5-434c-9e56-c4df6ce0b5c9 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1053.963694] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1053.964058] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.964207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.964283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.964485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.965578] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.965578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.965578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.965578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.965578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.965578] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.042791] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.043059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.043116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.043531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.043531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.043636] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1054.044973] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.045282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.045282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.045408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.045503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.045660] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405261a9-5f87-4ac0-9406-994bcee51b69 is going to be updated. [ 1054.186193] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.186539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.186539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.186695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.186758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.189352] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.189352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.189352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.190346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.190346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.197121] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: IN_PROGRESS for 2s [ 1054.197969] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1054.467768] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.970217] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.473014] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.473262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.473327] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.473548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.473739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.473739] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 is going to be updated. [ 1055.502311] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.502497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.502541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.502717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.502862] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.514321] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: IN_PROGRESS for 2s [ 1055.719824] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 in Status: SUCCESS [ 1055.719930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.720178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.720456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.720622] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.720802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.720870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.721087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.721180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.721277] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.210489] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: SUCCESS [ 1056.210810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.211057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.211285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.211502] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.211623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.211706] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.211887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.211985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.212127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.212247] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.213681] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1056.213839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.214448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.214448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.214448] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.214448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.214448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.214683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.214716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.214818] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.215613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.215776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.215925] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.216280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.216280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.216280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.216376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.216406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.216485] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.217887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.217887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.217887] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.217887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.218107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.218107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.218190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.218243] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.223305] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.718366] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.719374] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.720854] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.720854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.721175] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.724615] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.222027] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.222698] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 405261a9-5f87-4ac0-9406-994bcee51b69: rpc.has_security_group_logging(os_id): False [ 1057.225664] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.226538] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.226725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.226838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.227147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.227296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.227439] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 is going to be updated. [ 1057.239641] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.239773] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.239841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.240053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.240148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.240366] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.240465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.240528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.240674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.240750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.240835] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 405261a9-5f87-4ac0-9406-994bcee51b69 is going to be created. [ 1057.253541] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.253666] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.253707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.253888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.254026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.261618] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 in Status: IN_PROGRESS for 2s [ 1057.296079] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.296278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.296278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.296802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.296986] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.305368] env[70236]: INFO networking_nsxv3.common.synchronization [req-302ca599-5d92-43fb-9fd9-6574ac014ada req-58973913-686d-4b8a-932a-fc90c355c9ce tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1057.305880] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1057.306181] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.306298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.306362] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.306547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.306702] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.306800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.306851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.306981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.307075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.307166] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.308706] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: IN_PROGRESS for 2s [ 1057.524144] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: SUCCESS [ 1057.524237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.725288] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.725469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.725536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.725732] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.725823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.725923] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405261a9-5f87-4ac0-9406-994bcee51b69 is going to be updated. [ 1057.729662] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.729821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.729862] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.730761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.730761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.730761] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1057.761149] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.761315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.761393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.761582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.761723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.763458] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.763569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.763638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.763796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.763914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.780425] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: IN_PROGRESS for 2s [ 1057.781121] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1057.809650] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.809805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.809854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.810081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.810177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.810376] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.810475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.810528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.810687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.810761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.810843] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1057.837911] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.838593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.838593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.838593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.838593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.849261] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1058.722794] env[70236]: INFO networking_nsxv3.common.synchronization [req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e req-c95b71c2-7f9f-499f-ab06-871293bd1467 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Enqueued Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 1058.723453] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 1058.723780] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.723903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.723975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.724310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.724381] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.724476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.724543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.724681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.724765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.724860] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.227026] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.271568] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 in Status: SUCCESS [ 1059.273020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.273020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.273020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.273020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.273259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.273259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.273549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.273634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.273879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.273986] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.320958] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: SUCCESS [ 1059.320958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.320958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.320958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.320958] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.624831] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.624831] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.624831] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.624831] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.624831] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.624831] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.624831] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.624831] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.625457] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.625778] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.626027] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.626265] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.626590] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.626826] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.627082] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.627361] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.646045] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.646045] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.646045] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.646246] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-649" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.646526] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-7277b5b6-f98a-464f-b101-588191a25584 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.646697] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.646818] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.647078] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.647223] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7277b5b6-f98a-464f-b101-588191a25584',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.730414] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.779560] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.793722] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: SUCCESS [ 1059.793722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.793722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.793906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.794094] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.794236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.794371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.794538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.795311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.795311] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.796128] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1059.797126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.797126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.797126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.797126] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.797126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.797126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.797126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.797126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.797456] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.822924] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-405261a9-5f87-4ac0-9406-994bcee51b69 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.823088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.858536] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1059.858536] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 deletion is rescheduled due to dependency. [ 1059.858536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.144257] env[70236]: INFO networking_nsxv3.common.synchronization [req-02570ada-5982-4f5a-b797-ebad1b74ed19 req-ef1d3500-4c87-42de-bacb-ee8f1fec46cc tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_members [ 1060.144819] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGHEST for action security_group_members [ 1060.145431] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcbad4f9-3c4a-455a-901d-16e894a0f539 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.145580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.145670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.145926] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.146175] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.146286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.146369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.146559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.146673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.146797] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcbad4f9-3c4a-455a-901d-16e894a0f539',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.149375] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.149580] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.149730] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.149996] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.150193] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.150512] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.150881] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.151015] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.151194] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.151873] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.152265] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.152465] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.152615] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.152869] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.153214] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.153466] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 7277b5b6-f98a-464f-b101-588191a25584 is going to be updated. [ 1060.174138] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.174375] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.174524] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.174773] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.174978] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.175219] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.233239] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.233446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.233544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.233679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.233767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.233877] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 is going to be updated. [ 1060.280851] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.280851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.280851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.280851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.280851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.282226] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831: rpc.has_security_group_logging(os_id): False [ 1060.297960] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: IN_PROGRESS for 2s [ 1060.299033] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.299999] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.311145] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.311270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.311270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.311526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.311589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.311814] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.311954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.311988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.312138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.312218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.312303] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 is going to be created. [ 1060.378074] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.378443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.378443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.378549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.378874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.391658] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 in Status: IN_PROGRESS for 2s [ 1060.650591] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.652601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.652601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.652601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.652601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.652601] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.652601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.652601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.652601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.652601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.652601] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 is going to be updated. [ 1060.680516] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.681019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.681019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.681019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.681287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.691622] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 in Status: IN_PROGRESS for 2s [ 1060.801269] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.802018] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.893274] env[70236]: INFO networking_nsxv3.common.synchronization [req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 req-58552104-32d1-4020-966d-46517fed6856 service nova] Enqueued Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_rules [ 1060.893274] env[70236]: INFO networking_nsxv3.common.synchronization [req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 req-58552104-32d1-4020-966d-46517fed6856 service nova] Enqueued Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 1060.893274] env[70236]: INFO networking_nsxv3.common.synchronization [req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 req-58552104-32d1-4020-966d-46517fed6856 service nova] Enqueued Resource ID: 7277b5b6-f98a-464f-b101-588191a25584 with Priority: HIGHEST for action port [ 1060.893274] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_rules [ 1060.893274] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 1060.893274] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7277b5b6-f98a-464f-b101-588191a25584 with Priority: HIGHEST for action port [ 1060.893274] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.893274] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.893274] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.893874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.894483] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.895671] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.896229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.896817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.897115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.900035] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.900035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.900035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.900207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.900292] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.900439] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.901596] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7277b5b6-f98a-464f-b101-588191a25584 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.901746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.901813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.901971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.902059] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7277b5b6-f98a-464f-b101-588191a25584',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.307285] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.307458] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.307529] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.307800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.307907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.308023] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405261a9-5f87-4ac0-9406-994bcee51b69 is going to be updated. [ 1061.309333] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.309479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.309615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.309794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.309877] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.309966] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1061.458526] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.459249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.459249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.459249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.459249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.460805] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.460922] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.460987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.461167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.461287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.462181] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.463045] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.463169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.463791] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7277b5b6-f98a-464f-b101-588191a25584 with status ACTIVE [ 1061.463791] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.463791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.463791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.463791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.464023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.464023] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.464133] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.464133] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.464305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.464351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.464500] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.464586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.464631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.464782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.465246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.465246] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7277b5b6-f98a-464f-b101-588191a25584 is going to be updated. [ 1061.476019] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: IN_PROGRESS for 2s [ 1061.479447] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1061.495780] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.495942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.495998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.496204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.496339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.496490] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7277b5b6-f98a-464f-b101-588191a25584" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.967027] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.308138] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: SUCCESS [ 1062.309043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.402759] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 in Status: SUCCESS [ 1062.402931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.469694] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.469904] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.469994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.470261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.470372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.470480] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b is going to be updated. [ 1062.498841] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.499046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.499130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.499410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.499592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.508077] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: IN_PROGRESS for 2s [ 1062.702535] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 in Status: SUCCESS [ 1062.702535] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 deletion is rescheduled due to dependency. [ 1062.702535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.486943] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: SUCCESS [ 1063.487231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.487340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.487560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.487749] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.487860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.487943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.488088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.488168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.488254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.488343] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.489703] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1063.489878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.490033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.490205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.490360] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.490461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.490514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.490655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.490728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.490808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.490956] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.491078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.491131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.491433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.491519] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.491611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.491669] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.492144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.492144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.492144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.492144] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.993685] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.995033] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e: rpc.has_security_group_logging(os_id): False [ 1064.019231] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.019520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.019786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.020124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.020286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.020620] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.021033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.021033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.021361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.021559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.021754] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.021915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.022040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.022223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.022845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.022845] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.022845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.022845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.022845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.023292] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.023292] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1064.087138] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.087378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.087378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.087775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.087850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.099260] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1064.496697] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 405261a9-5f87-4ac0-9406-994bcee51b69: rpc.has_security_group_logging(os_id): False [ 1064.514144] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.514348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.514401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.514605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.514691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.514920] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.515038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.515170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.515239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.515319] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.515402] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 405261a9-5f87-4ac0-9406-994bcee51b69 is going to be updated. [ 1064.516912] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: SUCCESS [ 1064.517121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.518290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.518290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.518290] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.518290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.518290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.518837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.518837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.518837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.518837] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.569868] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.570038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.570156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.570343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.570494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.584490] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: IN_PROGRESS for 2s [ 1065.021589] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.021589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.021589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.021867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.021867] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.022111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.022111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.022250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.022342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.025457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.025457] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.025457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.025457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.025457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.025457] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.025457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.025457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.025457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.025457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.025457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.025457] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.526638] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf6ca181-fd9f-4655-a7c7-339d95f2ca7b: rpc.has_security_group_logging(os_id): False [ 1065.544422] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.544639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.544639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.545290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.545290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.545290] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.545513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.545513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.545614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.545698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.545956] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.546078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.546147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.546387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.546387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.546598] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.546728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.546789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.546965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.547200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.547366] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b is going to be updated. [ 1065.607826] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.608019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.608064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.608269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.608418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.620683] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: IN_PROGRESS for 2s [ 1065.893591] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1065.893730] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1066.112398] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1066.112619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.112803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.113027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.113143] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.597643] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: SUCCESS [ 1066.598120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.615801] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.616087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.616167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.616423] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.616604] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.616715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.616805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.617077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.617233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.617366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.617466] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.119640] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.119724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.119839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.120402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.120596] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.120706] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.120767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.121075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.121197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.121298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.121470] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.121570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.121633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.121782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.121918] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.122014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.122080] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.122321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.122464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.122579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.122677] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.281180] env[70236]: INFO networking_nsxv3.common.synchronization [req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 req-58802802-021e-4687-b02e-c5348a01b928 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1067.281867] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1067.282143] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.282267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.282325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.282687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.282837] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.282938] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.282999] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.283237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.283332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.283371] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.625455] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e: rpc.has_security_group_logging(os_id): False [ 1067.636839] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: SUCCESS [ 1067.637166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.640806] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.640965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.641026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.641266] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.641353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.643569] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.643569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.643569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.643569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.643569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.643569] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.643569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.643569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.643569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.643569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.643569] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.643569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.643569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.643569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.644091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.644091] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1067.664951] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.665185] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.665308] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.665705] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.665985] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.666394] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.666394] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.666578] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.666914] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.667228] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.667366] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.667509] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.667646] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.667792] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.668124] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.668234] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.686191] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.686191] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1067.686191] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.686191] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.686439] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-bd1e301a-6889-41ea-80c5-1273b77d58f5 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.686565] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-bd1e301a-6889-41ea-80c5-1273b77d58f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.686625] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-bd1e301a-6889-41ea-80c5-1273b77d58f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.690023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-bd1e301a-6889-41ea-80c5-1273b77d58f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.690023] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1e301a-6889-41ea-80c5-1273b77d58f5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.698678] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.698932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.699543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.699543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.699543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.715817] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1067.787591] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.787591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.787591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.787591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.787591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.787591] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.787591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.787591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.787591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.787591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.787591] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d already deleted. [ 1067.787591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.192898] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.192898] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.192898] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.192898] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.192898] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.192898] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port bd1e301a-6889-41ea-80c5-1273b77d58f5 not found, creating... [ 1068.192898] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.192898] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.193470] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.193470] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.193470] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.193738] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.193913] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.194050] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.194292] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.194446] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.194593] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: bd1e301a-6889-41ea-80c5-1273b77d58f5 is going to be created. [ 1068.214036] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.214326] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.214409] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.214694] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.214933] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.215207] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-bd1e301a-6889-41ea-80c5-1273b77d58f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.995220] env[70236]: INFO networking_nsxv3.common.synchronization [req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 req-1c8d347f-edde-4b5e-bc37-a3b33e69e8b6 service nova] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_rules [ 1068.995220] env[70236]: INFO networking_nsxv3.common.synchronization [req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 req-1c8d347f-edde-4b5e-bc37-a3b33e69e8b6 service nova] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1068.995220] env[70236]: INFO networking_nsxv3.common.synchronization [req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 req-1c8d347f-edde-4b5e-bc37-a3b33e69e8b6 service nova] Enqueued Resource ID: bd1e301a-6889-41ea-80c5-1273b77d58f5 with Priority: HIGHEST for action port [ 1068.995220] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_rules [ 1068.995220] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1069.000049] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1e301a-6889-41ea-80c5-1273b77d58f5 with Priority: HIGHEST for action port [ 1069.000049] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.000049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.000049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.000049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.000049] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.000049] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.000049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.000049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.001732] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.001944] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.002072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.002161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.002332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.002426] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.002871] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.003767] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd1e301a-6889-41ea-80c5-1273b77d58f5 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.003919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd1e301a-6889-41ea-80c5-1273b77d58f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.003919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd1e301a-6889-41ea-80c5-1273b77d58f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.004125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd1e301a-6889-41ea-80c5-1273b77d58f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.004212] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1e301a-6889-41ea-80c5-1273b77d58f5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.507271] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.507544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.507619] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.508578] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd1e301a-6889-41ea-80c5-1273b77d58f5 with status ACTIVE [ 1069.508692] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.508805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.508869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.509083] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.509168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.509336] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.509429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.509482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.509621] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.509692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.510286] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.510286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.510286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.512744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.512744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.512744] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd1e301a-6889-41ea-80c5-1273b77d58f5 is going to be updated. [ 1069.532027] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.532027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.532027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.532245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.532383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.532530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd1e301a-6889-41ea-80c5-1273b77d58f5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.646130] env[70236]: INFO networking_nsxv3.common.synchronization [req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea req-1f4b1c53-62dd-442b-a040-034b1e99336a tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1069.646487] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1069.646791] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.646909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.646972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.649263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.649446] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.649563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.649630] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.649798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.649890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.649983] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.730646] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1069.730867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.015384] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.019490] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-671 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.019490] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-671" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.019490] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-671" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.019490] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-671" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.019490] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.019490] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.019490] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.019490] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.019490] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.019490] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.019490] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.020131] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.020131] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.020131] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.020131] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.020131] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.038646] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.038815] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.038956] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.039151] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-671" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.039459] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-b23c88d7-d2ba-4719-ab62-da36ebd083ce taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.039627] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.039743] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.040111] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.040251] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23c88d7-d2ba-4719-ab62-da36ebd083ce',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.151996] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.370018] env[70236]: INFO networking_nsxv3.common.synchronization [req-8efb2655-67e3-44fe-818c-2d94b325f668 req-281aa7fe-6213-40e1-8d44-df40521d9b69 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1070.372990] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1070.372990] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.372990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.372990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.372990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.372990] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.372990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.372990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.372990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.372990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.372990] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.522388] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.522530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.522612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.526024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.526024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.526024] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d is going to be created. [ 1070.544956] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.548418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.548418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.548418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.548418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.548418] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port b23c88d7-d2ba-4719-ab62-da36ebd083ce not found, creating... [ 1070.548418] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.548418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.548418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.548418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.548418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.549107] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.549107] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.549107] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.549107] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.549107] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.549107] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: b23c88d7-d2ba-4719-ab62-da36ebd083ce is going to be created. [ 1070.550419] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.550556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.550601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.550755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.550900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.561176] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: UNINITIALIZED for 2s [ 1070.568548] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.568871] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.568955] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.569252] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.569522] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.569739] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.654429] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.875416] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.875581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.875653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.875880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.896867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.896867] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.896867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.896867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.896867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.896867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.896867] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be updated. [ 1070.926849] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.926944] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.926944] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.927342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.927649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.936386] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 1071.159250] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.159250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.159250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.159250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.159250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.159250] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1071.185314] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.188025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.188025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.188025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.188025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.198091] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1071.409151] env[70236]: INFO networking_nsxv3.common.synchronization [req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea req-b9f4c1e8-cd16-4651-8f33-8c77dbbaee84 service nova] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1071.409394] env[70236]: INFO networking_nsxv3.common.synchronization [req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea req-b9f4c1e8-cd16-4651-8f33-8c77dbbaee84 service nova] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1071.409760] env[70236]: INFO networking_nsxv3.common.synchronization [req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea req-b9f4c1e8-cd16-4651-8f33-8c77dbbaee84 service nova] Enqueued Resource ID: b23c88d7-d2ba-4719-ab62-da36ebd083ce with Priority: HIGHEST for action port [ 1071.410091] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1071.410237] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1071.410334] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23c88d7-d2ba-4719-ab62-da36ebd083ce with Priority: HIGHEST for action port [ 1071.410608] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.410729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.410794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.411856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.412575] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.417020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.417020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.417020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b23c88d7-d2ba-4719-ab62-da36ebd083ce taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.417020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.417020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.417020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.417020] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23c88d7-d2ba-4719-ab62-da36ebd083ce',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.915279] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.915412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.917097] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b23c88d7-d2ba-4719-ab62-da36ebd083ce with status ACTIVE [ 1071.917318] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.917518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.917518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.917741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.917832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.918038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.918143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.918211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.918359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.918436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.918620] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.918707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.918760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.918902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.918991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.919091] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b23c88d7-d2ba-4719-ab62-da36ebd083ce is going to be updated. [ 1071.940709] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.940935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.940935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.941255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.941397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.941570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.570429] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: SUCCESS [ 1072.570726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.570830] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.571020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.571249] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.571368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.571430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.571600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.571678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.571757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.571846] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.945568] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 1072.945749] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e deletion is rescheduled due to dependency. [ 1072.945861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.073885] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.207589] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1073.207918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.208202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.208534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.208822] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.209028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.209157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.209409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.209548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.209713] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.576289] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16db37a4-2a38-4849-8c81-65e05e72ff8d: rpc.has_security_group_logging(os_id): False [ 1073.593198] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.593386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.593386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.593612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.593700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.593943] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.594051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.594109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.594260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.594336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.594429] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d is going to be created. [ 1073.663147] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.663656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.663656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.663656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.663878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.676356] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: IN_PROGRESS for 2s [ 1073.712886] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.105908] env[70236]: INFO networking_nsxv3.common.synchronization [req-086e6321-d94f-4e8a-9a42-a2127a58b379 req-8437c7ce-8670-406d-a9d6-c6e203bb7c9b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1074.106524] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1074.106835] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.106956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.107780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.110608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.110608] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.110608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.110608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.110608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.110608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.110608] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.218230] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.614266] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.720413] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.720576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.720641] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.720861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.720955] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.721074] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1074.748900] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.749058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.749174] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.749317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.749455] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.757288] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1075.116457] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.619399] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.619709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.619709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.619890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.619924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.620035] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 is going to be updated. [ 1075.650470] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.650633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.650728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.651021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.651185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.659611] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: IN_PROGRESS for 2s [ 1075.685195] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: SUCCESS [ 1075.686376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.858116] env[70236]: INFO networking_nsxv3.common.synchronization [None req-9b778039-510c-4650-8f5f-dc06584fefb4 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_rules [ 1075.858668] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_rules [ 1075.859026] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.859152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.859229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.859673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.859786] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.933519] env[70236]: INFO networking_nsxv3.common.synchronization [None req-1271844b-92fa-40ca-a353-8bceda19cae1 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_rules [ 1075.934086] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_rules [ 1075.934423] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.934580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.383330] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.383330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.383330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.383330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.383330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.383330] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 already deleted. [ 1076.383330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.383736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.383736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.383806] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.663632] env[70236]: INFO networking_nsxv3.common.synchronization [req-569987f1-4bed-46d8-a198-3b2327c6db3e req-a5eef19b-a428-4e53-b204-b7f68be42769 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Enqueued Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 1076.664251] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGHEST for action security_group_members [ 1076.666545] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.666545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.666545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.666545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.666545] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.666545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.666545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.666545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.666545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.666545] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.766154] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1076.766314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.766457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.766675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.766859] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.766981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.767070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.767187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.767295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.767420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.767516] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.904021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.904021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.904021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.904348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.904348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.904348] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 already deleted. [ 1076.904348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.167849] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.167849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.167849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.168152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.168152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.168216] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.168322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.168420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.168543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.168621] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.168709] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 is going to be updated. [ 1077.197052] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.197052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.197052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.197052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.197052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.203988] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: IN_PROGRESS for 2s [ 1077.269671] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.269857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.269857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.270117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.270469] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.270619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.270688] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.270852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.270941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.271041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.271201] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.271290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.271353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.271501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.271638] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.271729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.271791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.271929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.272012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.272099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.272189] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.669253] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: SUCCESS [ 1077.669527] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.708363] env[70236]: INFO networking_nsxv3.common.synchronization [req-6fbbe91e-da49-4684-8010-a9770805657d req-dd01302c-5956-47bc-8a40-9fd8d7f9f05d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1077.709023] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1077.709286] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.709382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.709435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.709648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.709800] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.709895] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.709956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.710113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.710197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.710290] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.774713] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e: rpc.has_security_group_logging(os_id): False [ 1077.804172] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.804172] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.804172] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.804172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.804839] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.804839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.804839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.805179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.805424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.805637] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1077.871967] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.872116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.872190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.872514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.872593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.886008] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1078.148837] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.149075] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.149184] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.149485] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.149726] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.149886] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.150018] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.150441] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.150602] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.150818] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.150935] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.151067] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.151215] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.151322] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.151436] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.151570] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.169385] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.169550] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.169691] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.169860] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.170190] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-869bef8a-4d7d-4c06-8d25-09b23f7e6078 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.170364] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-869bef8a-4d7d-4c06-8d25-09b23f7e6078" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.170486] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-869bef8a-4d7d-4c06-8d25-09b23f7e6078" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.170801] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-869bef8a-4d7d-4c06-8d25-09b23f7e6078" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.170942] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('869bef8a-4d7d-4c06-8d25-09b23f7e6078',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.212039] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.212289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.212417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.212733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.212874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.213253] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.213382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.213495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.213740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.213865] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.213992] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 1078.239268] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.239468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.239541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.239708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.239858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.247890] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 1078.673770] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.674152] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.674261] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.674579] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.674740] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.674924] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 869bef8a-4d7d-4c06-8d25-09b23f7e6078 not found, creating... [ 1078.675219] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.675530] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.675530] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.675897] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.676064] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.676393] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.676571] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.676720] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.676943] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.677098] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.677273] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 869bef8a-4d7d-4c06-8d25-09b23f7e6078 is going to be created. [ 1078.696898] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.697150] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.697285] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.697592] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.697899] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.698155] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-869bef8a-4d7d-4c06-8d25-09b23f7e6078" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.213092] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 in Status: SUCCESS [ 1079.213329] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 deletion is rescheduled due to dependency. [ 1079.213460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.433411] env[70236]: INFO networking_nsxv3.common.synchronization [req-6fbbe91e-da49-4684-8010-a9770805657d req-f7b92642-14eb-4d5c-9d1f-af5ebb67482c service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 1079.433620] env[70236]: INFO networking_nsxv3.common.synchronization [req-6fbbe91e-da49-4684-8010-a9770805657d req-f7b92642-14eb-4d5c-9d1f-af5ebb67482c service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1079.433954] env[70236]: INFO networking_nsxv3.common.synchronization [req-6fbbe91e-da49-4684-8010-a9770805657d req-f7b92642-14eb-4d5c-9d1f-af5ebb67482c service nova] Enqueued Resource ID: 869bef8a-4d7d-4c06-8d25-09b23f7e6078 with Priority: HIGHEST for action port [ 1079.434471] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 1079.434471] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1079.434693] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869bef8a-4d7d-4c06-8d25-09b23f7e6078 with Priority: HIGHEST for action port [ 1079.434973] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.434973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.435114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.435244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.435316] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.436559] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.436559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.436559] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-869bef8a-4d7d-4c06-8d25-09b23f7e6078 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.436559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-869bef8a-4d7d-4c06-8d25-09b23f7e6078" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.437129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-869bef8a-4d7d-4c06-8d25-09b23f7e6078" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.437129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-869bef8a-4d7d-4c06-8d25-09b23f7e6078" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.437129] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('869bef8a-4d7d-4c06-8d25-09b23f7e6078',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.899749] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1079.899749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.941990] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.942305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.942427] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 869bef8a-4d7d-4c06-8d25-09b23f7e6078 with status ACTIVE [ 1079.942644] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.942700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.942767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.942991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.943096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.943302] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.943399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.943451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.943601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.943677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.943852] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.943939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.944028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.944149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.944442] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.944442] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 869bef8a-4d7d-4c06-8d25-09b23f7e6078 is going to be updated. [ 1079.948485] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.948723] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.948878] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.949137] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.949397] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.949858] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.950010] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.950242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.950392] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.950599] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.950715] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.950825] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.951017] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.951225] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.951367] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.951508] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.972094] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.972379] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.972555] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.972733] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.973123] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.973348] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.973478] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.973830] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.973918] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a02db7c-959a-455c-95f3-3b5f2ff4b5f4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.975381] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.975499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.975583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.975757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.975885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.976050] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-869bef8a-4d7d-4c06-8d25-09b23f7e6078" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.259595] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1080.259732] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c deletion is rescheduled due to dependency. [ 1080.259855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.260034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.260246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.260434] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.260545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.260605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.261203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.261203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.261203] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.297136] env[70236]: INFO networking_nsxv3.common.synchronization [req-c74ce138-87a0-4a46-9a55-672038792124 req-97d1c382-489c-4e65-bd41-54e127784003 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_members [ 1080.297136] env[70236]: INFO networking_nsxv3.common.synchronization [req-c74ce138-87a0-4a46-9a55-672038792124 req-97d1c382-489c-4e65-bd41-54e127784003 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1080.297750] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_members [ 1080.298207] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1080.298207] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-163b33be-17ef-42f3-8d95-180e10f78590 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.298483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.298483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.298890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.298890] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.298890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.299551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.299551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.299551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.299551] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.300872] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.300872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.301091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.301162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.301389] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.301487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.348216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.348216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.348216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.348216] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.427700] env[70236]: INFO networking_nsxv3.common.synchronization [req-c74ce138-87a0-4a46-9a55-672038792124 req-97d1c382-489c-4e65-bd41-54e127784003 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_rules [ 1080.427885] env[70236]: INFO networking_nsxv3.common.synchronization [req-c74ce138-87a0-4a46-9a55-672038792124 req-97d1c382-489c-4e65-bd41-54e127784003 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_members [ 1080.428034] env[70236]: INFO networking_nsxv3.common.synchronization [req-c74ce138-87a0-4a46-9a55-672038792124 req-97d1c382-489c-4e65-bd41-54e127784003 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1080.428171] env[70236]: INFO networking_nsxv3.common.synchronization [req-c74ce138-87a0-4a46-9a55-672038792124 req-97d1c382-489c-4e65-bd41-54e127784003 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1080.428303] env[70236]: INFO networking_nsxv3.common.synchronization [req-c74ce138-87a0-4a46-9a55-672038792124 req-97d1c382-489c-4e65-bd41-54e127784003 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: b23c88d7-d2ba-4719-ab62-da36ebd083ce with Priority: HIGHEST for action port [ 1080.428938] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_rules [ 1080.431122] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1080.431122] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23c88d7-d2ba-4719-ab62-da36ebd083ce with Priority: HIGHEST for action port [ 1080.431122] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_members [ 1080.431122] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1080.431122] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-163b33be-17ef-42f3-8d95-180e10f78590 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.431414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.431414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.431568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.431681] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.432626] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.433305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.433305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.433305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.433305] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.436178] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b23c88d7-d2ba-4719-ab62-da36ebd083ce taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.436178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.436178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.436178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.436178] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23c88d7-d2ba-4719-ab62-da36ebd083ce',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.436178] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-163b33be-17ef-42f3-8d95-180e10f78590 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.436178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.436178] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.436178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.477738] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.479745] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.479745] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.479745] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.479745] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.479745] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.479745] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.480069] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.480069] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.480177] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.480446] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.480841] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.480841] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.480957] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.481312] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.481507] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 is going to be updated. [ 1080.502093] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.502334] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.502466] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.502755] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.502960] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.503232] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.763506] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.803569] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.805117] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.936289] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-163b33be-17ef-42f3-8d95-180e10f78590 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.936681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.937811] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.937896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.938074] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b23c88d7-d2ba-4719-ab62-da36ebd083ce with status ACTIVE [ 1080.938589] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.938589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.938589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.938753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.939097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.939376] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.939487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.939569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.939761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.939847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.940051] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.940152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.940215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.940369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.940444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.940529] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b23c88d7-d2ba-4719-ab62-da36ebd083ce is going to be updated. [ 1080.965457] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.965606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.965606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.966498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.966498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.966498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.207659] env[70236]: INFO networking_nsxv3.common.synchronization [req-1c7f241c-d532-452f-acfe-dca1fd1056b5 req-c3dac61c-6660-4f1c-9ae9-50c7dc59da2b service nova] Enqueued Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_rules [ 1081.208653] env[70236]: INFO networking_nsxv3.common.synchronization [req-1c7f241c-d532-452f-acfe-dca1fd1056b5 req-c3dac61c-6660-4f1c-9ae9-50c7dc59da2b service nova] Enqueued Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_members [ 1081.208918] env[70236]: INFO networking_nsxv3.common.synchronization [req-1c7f241c-d532-452f-acfe-dca1fd1056b5 req-c3dac61c-6660-4f1c-9ae9-50c7dc59da2b service nova] Enqueued Resource ID: 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 with Priority: HIGHEST for action port [ 1081.209194] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_rules [ 1081.209349] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_members [ 1081.209445] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 with Priority: HIGHEST for action port [ 1081.210579] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339df83c-edcf-4c97-9254-35d9ebc57a31 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.210927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.211056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.211390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.211509] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.212518] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-339df83c-edcf-4c97-9254-35d9ebc57a31 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.212674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.212768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.212975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.213178] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.213383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.213473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.213650] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.214476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.214632] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.215605] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.215658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.215737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.215934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.216038] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a02db7c-959a-455c-95f3-3b5f2ff4b5f4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.266110] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.307120] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.308218] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.719027] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-339df83c-edcf-4c97-9254-35d9ebc57a31 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.719258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.719740] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.720436] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 with status ACTIVE [ 1081.720436] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.720579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.720610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.721234] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.721234] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.721234] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.721234] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.721234] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.721403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.721427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.721634] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.721723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.721760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.721883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.721983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.722049] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 is going to be updated. [ 1081.742318] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.742864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.742940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.743180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.743407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.743570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.768916] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.769742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.769742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.769742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.769742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.770026] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 1081.807410] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.807559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.807632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.807848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.808013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.810763] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.810763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.810862] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.814046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.814046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.814046] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163b33be-17ef-42f3-8d95-180e10f78590 is going to be created. [ 1081.814046] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.814046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.814046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.814046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.814046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.814046] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1081.821409] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 1081.860458] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.860569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.860636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.860856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.861019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.864285] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.864425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.864504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.864666] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.864789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.872850] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1081.873553] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163b33be-17ef-42f3-8d95-180e10f78590 in Status: UNINITIALIZED for 2s [ 1082.224802] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.727148] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.727342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.727421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.727761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.727820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.727901] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 is going to be updated. [ 1082.782035] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.782035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.782035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.782035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.782035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.790914] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 in Status: IN_PROGRESS for 2s [ 1083.831166] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1083.831550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.831623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.831914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.832168] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.832315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.832387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.832569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.832650] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.832725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.832810] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.885456] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163b33be-17ef-42f3-8d95-180e10f78590 in Status: SUCCESS [ 1083.885724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.885928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.887832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.887832] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.887832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.887832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.887832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.887832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.887832] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.888788] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1083.889039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.889237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.889453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.889651] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.889780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.889861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.890066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.890185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.890283] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.336039] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.336039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.336039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.336039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.336039] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.336039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.336039] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.336506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.336506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.336506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.336675] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.336774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.336832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.337013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.337168] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.337260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.337320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.337454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.337584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.337664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.337704] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.392745] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.393495] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.802388] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 in Status: SUCCESS [ 1084.802631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.802807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.803059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.803335] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.803473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.803514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.803700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.803782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.803869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.803961] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.839528] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1785cb07-64a7-4c20-af95-dcc775d3ae0c: rpc.has_security_group_logging(os_id): False [ 1084.855616] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.855765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.855821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.856040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.856133] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.856350] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.856451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.856514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.856668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.856746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.856932] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.857036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.857100] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.857241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.857353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.857486] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.857577] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.857637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.857774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.857847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.857931] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 1084.895316] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.896264] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.916346] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.916346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.916346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.916346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.916346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.931437] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 1085.306967] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.397670] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.398419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.398419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.398419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.398419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.398419] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163b33be-17ef-42f3-8d95-180e10f78590 is going to be updated. [ 1085.399937] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.399937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.399937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.399937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.399937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.400146] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1085.426375] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.426375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.426375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.426583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.426727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.428397] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.428503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.428572] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.428733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.428889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.438562] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163b33be-17ef-42f3-8d95-180e10f78590 in Status: IN_PROGRESS for 2s [ 1085.439169] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1085.743364] env[70236]: INFO networking_nsxv3.common.synchronization [req-a76c3d23-9c99-4d45-8aa6-3bb07a2ef74c req-a9d1f7a3-d22f-4de7-8fde-7ce1188d5191 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_members [ 1085.743364] env[70236]: INFO networking_nsxv3.common.synchronization [req-a76c3d23-9c99-4d45-8aa6-3bb07a2ef74c req-a9d1f7a3-d22f-4de7-8fde-7ce1188d5191 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c with Priority: HIGHEST for action security_group_members [ 1085.743364] env[70236]: INFO networking_nsxv3.common.synchronization [req-a76c3d23-9c99-4d45-8aa6-3bb07a2ef74c req-a9d1f7a3-d22f-4de7-8fde-7ce1188d5191 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1085.743364] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_members [ 1085.743364] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c with Priority: HIGHEST for action security_group_members [ 1085.743364] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1085.743364] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-163b33be-17ef-42f3-8d95-180e10f78590 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.743364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.743364] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.743364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.743364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.743364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.743364] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.743836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.743836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.743836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.743836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.743836] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf16481-7b8d-41b8-8ead-01ac8d13fa6c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.745838] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.746571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.810389] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 339df83c-edcf-4c97-9254-35d9ebc57a31: rpc.has_security_group_logging(os_id): False [ 1085.830022] env[70236]: INFO networking_nsxv3.common.synchronization [req-a76c3d23-9c99-4d45-8aa6-3bb07a2ef74c req-a9d1f7a3-d22f-4de7-8fde-7ce1188d5191 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_rules [ 1085.830022] env[70236]: INFO networking_nsxv3.common.synchronization [req-a76c3d23-9c99-4d45-8aa6-3bb07a2ef74c req-a9d1f7a3-d22f-4de7-8fde-7ce1188d5191 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_members [ 1085.830022] env[70236]: INFO networking_nsxv3.common.synchronization [req-a76c3d23-9c99-4d45-8aa6-3bb07a2ef74c req-a9d1f7a3-d22f-4de7-8fde-7ce1188d5191 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1085.830022] env[70236]: INFO networking_nsxv3.common.synchronization [req-a76c3d23-9c99-4d45-8aa6-3bb07a2ef74c req-a9d1f7a3-d22f-4de7-8fde-7ce1188d5191 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1085.830022] env[70236]: INFO networking_nsxv3.common.synchronization [req-a76c3d23-9c99-4d45-8aa6-3bb07a2ef74c req-a9d1f7a3-d22f-4de7-8fde-7ce1188d5191 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c with Priority: HIGHEST for action security_group_rules [ 1085.830022] env[70236]: INFO networking_nsxv3.common.synchronization [req-a76c3d23-9c99-4d45-8aa6-3bb07a2ef74c req-a9d1f7a3-d22f-4de7-8fde-7ce1188d5191 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c with Priority: HIGHEST for action security_group_members [ 1085.830022] env[70236]: INFO networking_nsxv3.common.synchronization [req-a76c3d23-9c99-4d45-8aa6-3bb07a2ef74c req-a9d1f7a3-d22f-4de7-8fde-7ce1188d5191 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: b23c88d7-d2ba-4719-ab62-da36ebd083ce with Priority: HIGHEST for action port [ 1085.830713] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.830784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.830852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.831063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.831153] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.831384] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.831515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.831578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.831714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.831801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.831868] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 is going to be updated. [ 1085.833345] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_rules [ 1085.833437] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_rules [ 1085.833715] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c with Priority: HIGHEST for action security_group_members [ 1085.833900] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23c88d7-d2ba-4719-ab62-da36ebd083ce with Priority: HIGHEST for action port [ 1085.834961] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c with Priority: HIGHEST for action security_group_rules [ 1085.834961] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_members [ 1085.834961] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1085.834961] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-163b33be-17ef-42f3-8d95-180e10f78590 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.834961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.834961] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.834961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.835261] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.835261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.835393] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b23c88d7-d2ba-4719-ab62-da36ebd083ce taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.835519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.835565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.835706] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.835781] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23c88d7-d2ba-4719-ab62-da36ebd083ce',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.836587] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.836690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.836756] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.836951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.837038] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf16481-7b8d-41b8-8ead-01ac8d13fa6c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.837757] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-163b33be-17ef-42f3-8d95-180e10f78590 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.837853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.838112] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.838112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.922816] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.923162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.923162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.923298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.923459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.938491] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 in Status: IN_PROGRESS for 2s [ 1086.247937] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcf16481-7b8d-41b8-8ead-01ac8d13fa6c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.339541] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b23c88d7-d2ba-4719-ab62-da36ebd083ce with status ACTIVE [ 1086.339831] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.339994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.340087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.340319] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.340428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.340612] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.340711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.340771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.340928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.341009] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.341238] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.341322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.341373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.341536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.341605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.341700] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b23c88d7-d2ba-4719-ab62-da36ebd083ce is going to be updated. [ 1086.342903] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.343032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.367325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.367603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.367633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.367901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.368088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.368319] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b23c88d7-d2ba-4719-ab62-da36ebd083ce" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.750348] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcf16481-7b8d-41b8-8ead-01ac8d13fa6c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.946824] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1086.947152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.252909] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.253127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.253222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.253541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.253663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.253786] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c is going to be created. [ 1087.278164] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.278398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.279244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.279244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.279244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.289411] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c in Status: UNINITIALIZED for 2s [ 1087.450763] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1087.450884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.451112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.451387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.451589] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.451700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.451769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.451917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.452014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.452103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.452205] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.453829] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163b33be-17ef-42f3-8d95-180e10f78590 in Status: SUCCESS [ 1087.454015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.454180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.454373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.454546] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.454655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.454714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.454867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.454937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.455657] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.455824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.455988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.456171] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.456467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.456467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.456523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.456591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.456696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.456792] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.457817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.457972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.458138] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.459026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.459026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.459026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.459026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.459026] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.865146] env[70236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1087.865323] env[70236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1087.953556] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 in Status: SUCCESS [ 1087.953556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.958040] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.959222] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.959297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.960790] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.961681] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.460875] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.463640] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 163b33be-17ef-42f3-8d95-180e10f78590: rpc.has_security_group_logging(os_id): False [ 1088.464881] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.483652] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.483779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.483826] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.484060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.484161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.484398] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.484503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.484567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.484728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.484805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.484894] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 163b33be-17ef-42f3-8d95-180e10f78590 is going to be created. [ 1088.543078] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.543358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.543485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.543775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.544023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.556832] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 163b33be-17ef-42f3-8d95-180e10f78590 in Status: IN_PROGRESS for 2s [ 1088.959591] env[70236]: INFO networking_nsxv3.common.synchronization [req-7dd80569-dea7-43db-9601-92083bba255d req-2ecb015d-fb98-4d9b-b9a9-d079707274b1 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_members [ 1088.959591] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGHEST for action security_group_members [ 1088.959591] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-03f5d667-073d-4f17-9477-b80b37f246ef taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.959591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.959591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.961017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.961203] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.963609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.963609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.963609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.963609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.963609] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03f5d667-073d-4f17-9477-b80b37f246ef',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.963609] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.963609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.963609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.963609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.963609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.963609] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1088.967509] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.967656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.967656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.967798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.967885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.967980] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163b33be-17ef-42f3-8d95-180e10f78590 is going to be updated. [ 1088.992865] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.993127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.993127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.993367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.993576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.995804] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.995991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.995991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.996179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.996313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.005464] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163b33be-17ef-42f3-8d95-180e10f78590 in Status: IN_PROGRESS for 2s [ 1089.006693] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1089.299347] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c in Status: SUCCESS [ 1089.299597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.299805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.300077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.300305] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.300541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.300541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.300721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.300813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.300935] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf16481-7b8d-41b8-8ead-01ac8d13fa6c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.373858] env[70236]: INFO networking_nsxv3.common.synchronization [req-d6cde267-243d-4529-bb4e-0e13e52c1972 req-a046ee59-e784-4db1-a99d-4b0ebc6d1316 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_members [ 1089.374050] env[70236]: INFO networking_nsxv3.common.synchronization [req-d6cde267-243d-4529-bb4e-0e13e52c1972 req-a046ee59-e784-4db1-a99d-4b0ebc6d1316 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1089.374193] env[70236]: INFO networking_nsxv3.common.synchronization [req-d6cde267-243d-4529-bb4e-0e13e52c1972 req-a046ee59-e784-4db1-a99d-4b0ebc6d1316 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c with Priority: HIGHEST for action security_group_members [ 1089.374804] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163b33be-17ef-42f3-8d95-180e10f78590 with Priority: HIGHEST for action security_group_members [ 1089.374938] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1089.376105] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c with Priority: HIGHEST for action security_group_members [ 1089.376471] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-163b33be-17ef-42f3-8d95-180e10f78590 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.376580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.377279] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.377279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.377684] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.377781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.467291] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.467603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.467603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.467866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.467866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.468116] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.468248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.468248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.468370] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.468450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.468629] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03f5d667-073d-4f17-9477-b80b37f246ef is going to be updated. [ 1089.494802] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.494992] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.495098] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.495327] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.495510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.503598] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03f5d667-073d-4f17-9477-b80b37f246ef in Status: IN_PROGRESS for 2s [ 1089.806023] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcf16481-7b8d-41b8-8ead-01ac8d13fa6c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.877293] env[70236]: INFO networking_nsxv3.common.synchronization [req-befff578-982d-4192-a544-2d095fb7f7f3 req-f1b125ea-e10d-4342-a99e-e40187b5dd22 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Enqueued Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1089.878088] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f381c42c-39ea-46b6-b707-24d876cd0db0 with Priority: HIGHEST for action security_group_members [ 1089.878390] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f381c42c-39ea-46b6-b707-24d876cd0db0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.878508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.878571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.878816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.879123] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.879123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.879123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.879499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.879499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.879499] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f381c42c-39ea-46b6-b707-24d876cd0db0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.311403] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcf16481-7b8d-41b8-8ead-01ac8d13fa6c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.381244] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.381695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.381840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.382189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.382504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.382689] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.382871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.383224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.383689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.383689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.383847] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 is going to be updated. [ 1090.429845] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.429996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.430080] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.430301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.430445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.443483] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: IN_PROGRESS for 2s [ 1090.568800] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 163b33be-17ef-42f3-8d95-180e10f78590 in Status: SUCCESS [ 1090.568969] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.569229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.569472] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.569564] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.675528] env[70236]: INFO networking_nsxv3.common.synchronization [req-d69a19e6-83f0-484d-8618-8525c85e32ff req-78211adb-78fc-4c6f-a6d4-1d2364a3738e tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Enqueued Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_members [ 1090.676452] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 with Priority: HIGHEST for action security_group_members [ 1090.676786] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e2b965f-99fa-46d6-847a-ea07b73e6d38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.676943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.677077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.683251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.683251] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.683251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.683251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.683251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.683251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.683251] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e2b965f-99fa-46d6-847a-ea07b73e6d38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.814714] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.814874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.814945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.815246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.815345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.815460] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c is going to be updated. [ 1090.842409] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.843334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.843334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.843334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.843334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.851585] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c in Status: IN_PROGRESS for 2s [ 1091.020240] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1091.020513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.020699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.020915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.021508] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.021508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.021508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.021508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.021690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.021690] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.024802] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163b33be-17ef-42f3-8d95-180e10f78590 in Status: SUCCESS [ 1091.025050] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.025173] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.025371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.025643] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.025643] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.025810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.026523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.026523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.026523] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.090223] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.092156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.092156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.094175] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.095432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.095432] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 163b33be-17ef-42f3-8d95-180e10f78590 is going to be deleted. [ 1091.147417] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.147417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.147417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.147417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.147417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.147417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.185728] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.185834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.185894] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.186190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.186343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.186603] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.186710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.186775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.186948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.187111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.187206] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 is going to be updated. [ 1091.221599] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.221854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.221854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.222112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.222262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.232737] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 in Status: IN_PROGRESS for 2s [ 1091.383332] env[70236]: INFO networking_nsxv3.common.synchronization [req-25e01acc-92f6-4afe-8afe-a07fe708845f req-92d87cd1-8727-4340-a463-c50fac10e908 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_members [ 1091.383930] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_members [ 1091.385120] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.385330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.385449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.385757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.385927] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.386034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.386152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.386317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.386403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.386499] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.515031] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03f5d667-073d-4f17-9477-b80b37f246ef in Status: SUCCESS [ 1091.515263] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03f5d667-073d-4f17-9477-b80b37f246ef deletion is rescheduled due to dependency. [ 1091.515263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.530432] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.531584] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.531715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.531784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.531996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.532097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.532290] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.532389] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.532449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.532597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.532672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.532756] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163b33be-17ef-42f3-8d95-180e10f78590 is going to be deleted. [ 1091.570797] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.570797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.570797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.570797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.570797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.570797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.570797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.570797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.570797] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.570797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.570797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.570797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.570797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.570797] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163b33be-17ef-42f3-8d95-180e10f78590',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.787710] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.787927] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.788078] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.788352] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.788637] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.788810] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.788928] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.789173] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.789326] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.789549] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.789668] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.789781] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.789893] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.790053] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.790191] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.790347] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.828579] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.828761] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.828902] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.829117] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.829468] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-12837e05-bf78-439d-85d2-a8bc49e3ad99 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.829650] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-12837e05-bf78-439d-85d2-a8bc49e3ad99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.829836] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-12837e05-bf78-439d-85d2-a8bc49e3ad99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.830220] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-12837e05-bf78-439d-85d2-a8bc49e3ad99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.830364] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12837e05-bf78-439d-85d2-a8bc49e3ad99',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.889157] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.889281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.889350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.889590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.889694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.889895] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.889999] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.890078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.890736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.890736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.890736] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 already deleted. [ 1091.890736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.038322] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.072915] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.073155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.073251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.073611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.073727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.073978] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.074421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.074421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.074421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.074551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.074578] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163b33be-17ef-42f3-8d95-180e10f78590 already deleted. [ 1092.074725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163b33be-17ef-42f3-8d95-180e10f78590" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.335437] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.335681] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.335811] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.336131] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.336303] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.336468] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 12837e05-bf78-439d-85d2-a8bc49e3ad99 not found, creating... [ 1092.336917] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.336917] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.337053] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.337286] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.337428] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.337738] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.337895] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.338064] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.338304] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.338561] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.338614] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 12837e05-bf78-439d-85d2-a8bc49e3ad99 is going to be created. [ 1092.360265] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.360505] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.360654] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.360948] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.361224] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.361481] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-12837e05-bf78-439d-85d2-a8bc49e3ad99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.454950] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f381c42c-39ea-46b6-b707-24d876cd0db0 in Status: SUCCESS [ 1092.455385] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f381c42c-39ea-46b6-b707-24d876cd0db0 deletion is rescheduled due to dependency. [ 1092.455385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f381c42c-39ea-46b6-b707-24d876cd0db0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.545326] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.545656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.545656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.545830] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.545923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.546046] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1092.580162] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.580495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.580495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.580633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.580809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.593482] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1092.710078] env[70236]: INFO networking_nsxv3.common.synchronization [req-287acabb-4961-4416-ad08-77a34a8ed745 req-6758dd80-7f4b-4323-9a4c-d3c028679225 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Enqueued Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 1092.710658] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGHEST for action security_group_members [ 1092.710979] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.711149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.711209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.711382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.711539] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.711655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.711731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.711841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.711934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.712011] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.865645] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c in Status: SUCCESS [ 1092.865933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.866144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.866377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.866586] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.866716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.866802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.866972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.867032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.867113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.867217] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcf16481-7b8d-41b8-8ead-01ac8d13fa6c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.868138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.868327] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.868505] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.868614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.868676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.868853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.868944] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.869062] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf16481-7b8d-41b8-8ead-01ac8d13fa6c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.154490] env[70236]: INFO networking_nsxv3.common.synchronization [req-25e01acc-92f6-4afe-8afe-a07fe708845f req-13b6465d-654f-482a-945b-3ed3f54b0722 service nova] Enqueued Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_rules [ 1093.154721] env[70236]: INFO networking_nsxv3.common.synchronization [req-25e01acc-92f6-4afe-8afe-a07fe708845f req-13b6465d-654f-482a-945b-3ed3f54b0722 service nova] Enqueued Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_members [ 1093.154835] env[70236]: INFO networking_nsxv3.common.synchronization [req-25e01acc-92f6-4afe-8afe-a07fe708845f req-13b6465d-654f-482a-945b-3ed3f54b0722 service nova] Enqueued Resource ID: 12837e05-bf78-439d-85d2-a8bc49e3ad99 with Priority: HIGHEST for action port [ 1093.155466] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_rules [ 1093.155617] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_members [ 1093.156491] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12837e05-bf78-439d-85d2-a8bc49e3ad99 with Priority: HIGHEST for action port [ 1093.156878] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.157199] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.157314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.157593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.160545] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.164648] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.167541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.167923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.168227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.168978] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.169169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.169437] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.170277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.170417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.170554] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.172191] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-12837e05-bf78-439d-85d2-a8bc49e3ad99 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.172472] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12837e05-bf78-439d-85d2-a8bc49e3ad99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.172572] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12837e05-bf78-439d-85d2-a8bc49e3ad99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.173329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12837e05-bf78-439d-85d2-a8bc49e3ad99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.173449] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12837e05-bf78-439d-85d2-a8bc49e3ad99',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.215327] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.215697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.215777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.216094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.216237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.216466] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.216573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.216636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.216819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.216901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.216991] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b is going to be updated. [ 1093.244255] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 in Status: SUCCESS [ 1093.244506] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e2b965f-99fa-46d6-847a-ea07b73e6d38 deletion is rescheduled due to dependency. [ 1093.244636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e2b965f-99fa-46d6-847a-ea07b73e6d38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.248206] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.248206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.248206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.248206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.250975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.261682] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: IN_PROGRESS for 2s [ 1093.372100] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcf16481-7b8d-41b8-8ead-01ac8d13fa6c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.373219] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.373219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.373219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.373561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.373660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.374105] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.374105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.374105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.374266] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.374342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.374428] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c is going to be deleted. [ 1093.399462] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.399611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.399686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.399908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.399998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.400106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.670019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.670019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.673136] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.680341] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12837e05-bf78-439d-85d2-a8bc49e3ad99 with status ACTIVE [ 1093.680628] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.680709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.680774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.680989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.681095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.681314] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.681426] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.681489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.681661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.681738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.681921] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.682025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.682088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.682229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.682329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.682427] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12837e05-bf78-439d-85d2-a8bc49e3ad99 is going to be updated. [ 1093.701655] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.701871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.701871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.702090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.702220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.702375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12837e05-bf78-439d-85d2-a8bc49e3ad99" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.772326] env[70236]: INFO networking_nsxv3.common.synchronization [None req-0b1ca847-517b-4fd8-b6b3-33e61c5aa9e7 None None] Enqueued Resource ID: d6fc4792-95c6-43a7-bea7-77aa70fbdc2a with Priority: HIGHEST for action port [ 1093.772326] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6fc4792-95c6-43a7-bea7-77aa70fbdc2a with Priority: HIGHEST for action port [ 1093.772326] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6fc4792-95c6-43a7-bea7-77aa70fbdc2a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.772326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6fc4792-95c6-43a7-bea7-77aa70fbdc2a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.772326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6fc4792-95c6-43a7-bea7-77aa70fbdc2a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.772326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6fc4792-95c6-43a7-bea7-77aa70fbdc2a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.772717] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6fc4792-95c6-43a7-bea7-77aa70fbdc2a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.874846] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcf16481-7b8d-41b8-8ead-01ac8d13fa6c: rpc.has_security_group_logging(os_id): False [ 1093.892173] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.892326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.892398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.892638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.892732] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.892964] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.893621] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.893696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.893880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.893956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.894065] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c is going to be created. [ 1093.910367] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fcf16481-7b8d-41b8-8ead-01ac8d13fa6c], does not exist path=[/infra/domains/default/groups/fcf16481-7b8d-41b8-8ead-01ac8d13fa6c]."\n}' [ 1093.910546] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fcf16481-7b8d-41b8-8ead-01ac8d13fa6c [ 1093.910584] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1093.948805] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.949041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.949155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.949480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.951674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.952160] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.952331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.952432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.952710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.952832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.953329] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.953329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.953432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.953564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.953636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.953724] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf16481-7b8d-41b8-8ead-01ac8d13fa6c is going to be created. [ 1093.973019] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fcf16481-7b8d-41b8-8ead-01ac8d13fa6c], does not exist path=[/infra/domains/default/groups/fcf16481-7b8d-41b8-8ead-01ac8d13fa6c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fcf16481-7b8d-41b8-8ead-01ac8d13fa6c [ 1093.973019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf16481-7b8d-41b8-8ead-01ac8d13fa6c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.973019] env[70236]: Traceback (most recent call last): [ 1093.973019] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1093.973019] env[70236]: return func(*args, **kwargs) [ 1093.973019] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1093.973019] env[70236]: res.raise_for_status() [ 1093.973019] env[70236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1093.973019] env[70236]: raise HTTPError(http_error_msg, response=self) [ 1093.973019] env[70236]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fcf16481-7b8d-41b8-8ead-01ac8d13fa6c [ 1093.973019] env[70236]: During handling of the above exception, another exception occurred: [ 1093.973019] env[70236]: Traceback (most recent call last): [ 1093.973019] env[70236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1093.973019] env[70236]: listener.cb(fileno) [ 1093.973019] env[70236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1093.973019] env[70236]: result = function(*args, **kwargs) [ 1093.973019] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1093.973019] env[70236]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1093.973019] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1093.973019] env[70236]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1093.973019] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1093.973019] env[70236]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1093.973019] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1093.973019] env[70236]: res.raise_for_status() [ 1093.973019] env[70236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1093.973019] env[70236]: raise HTTPError(http_error_msg, response=self) [ 1093.973019] env[70236]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fcf16481-7b8d-41b8-8ead-01ac8d13fa6c [ 1093.973019] env[70236]: Removing descriptor: 57 [ 1094.175172] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.275604] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6fc4792-95c6-43a7-bea7-77aa70fbdc2a [ 1094.275604] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.275604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.275604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.275604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.275604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.275604] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6fc4792-95c6-43a7-bea7-77aa70fbdc2a already deleted. [ 1094.275604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6fc4792-95c6-43a7-bea7-77aa70fbdc2a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.607242] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.607242] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.607242] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.607242] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.607242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.607801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.607801] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.608956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.609558] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.609558] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.609558] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.609558] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.609744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.609744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.609794] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.678075] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.678332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.678332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.679027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.679027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.679027] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 is going to be created. [ 1094.698845] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.699017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.699089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.699302] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.699461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.708485] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 in Status: UNINITIALIZED for 2s [ 1094.766972] env[70236]: INFO networking_nsxv3.common.synchronization [req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 req-d7c88e8f-36d7-449e-bbd9-1cb1dad96e2f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1094.766972] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1094.767166] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.767289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.767351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.767550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.767693] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.768434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.768434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.768434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.768434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.768434] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.109510] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e: rpc.has_security_group_logging(os_id): False [ 1095.114324] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.128016] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.128187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.128254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.128469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.145893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.145893] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.146043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.146127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.146306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.146407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.146605] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.146716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.146777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.147772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.147772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.147772] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.147772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.147772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.147772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.147772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.147772] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1095.204494] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.208021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.208021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.208021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.208021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.219095] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1095.270276] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.273902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.273902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.273902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.273902] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b in Status: SUCCESS [ 1095.273902] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b deletion is rescheduled due to dependency. [ 1095.273902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.292697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.293252] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.294238] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.294325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.296547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.296547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.296547] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 1095.340862] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.340968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.341054] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.341384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.341593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.353045] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 1095.616419] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.727069] env[70236]: INFO networking_nsxv3.common.synchronization [req-0e099d40-94e9-42ca-968a-d114381644fa req-f07aadfa-66ff-4fba-ba96-e395e9b71007 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1095.727625] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1095.728072] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.728486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.728577] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.728815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.729051] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.729127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.729160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.729296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.729380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.729473] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.940240] env[70236]: INFO networking_nsxv3.common.synchronization [None req-22327c92-d1dc-4aa4-adc5-34816c02c83f None None] Enqueued Resource ID: 76ba539b-89f7-4fcf-a261-c140cb8f05fb with Priority: HIGHEST for action port [ 1095.940557] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ba539b-89f7-4fcf-a261-c140cb8f05fb with Priority: HIGHEST for action port [ 1095.941080] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-76ba539b-89f7-4fcf-a261-c140cb8f05fb taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.941251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76ba539b-89f7-4fcf-a261-c140cb8f05fb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.941283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76ba539b-89f7-4fcf-a261-c140cb8f05fb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.941555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76ba539b-89f7-4fcf-a261-c140cb8f05fb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.941626] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ba539b-89f7-4fcf-a261-c140cb8f05fb',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.071200] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-415 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.071538] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.071660] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.071951] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.072224] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.072388] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.072506] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.072732] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.072875] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.076019] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.076019] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.076019] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.076019] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.076019] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.076019] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.076019] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.092375] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.092552] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1096.092736] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.092853] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.093195] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-5f281a46-074c-4af2-b1f4-2555b59b9e86 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.093452] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-5f281a46-074c-4af2-b1f4-2555b59b9e86" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.093657] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-5f281a46-074c-4af2-b1f4-2555b59b9e86" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.093907] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-5f281a46-074c-4af2-b1f4-2555b59b9e86" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.094061] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f281a46-074c-4af2-b1f4-2555b59b9e86',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.120865] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.120865] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.120865] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.121137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.121415] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.124710] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1096.157245] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.157432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.157500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.157712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.157868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.166753] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1096.236184] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.236357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.236463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.236628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.261295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.261642] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.261772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.262256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.262256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.262256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.262450] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be updated. [ 1096.301900] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.302140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.302408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.305496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.305496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.311636] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 1096.443887] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76ba539b-89f7-4fcf-a261-c140cb8f05fb [ 1096.444130] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.444260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.444330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.444550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.444626] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.444727] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76ba539b-89f7-4fcf-a261-c140cb8f05fb already deleted. [ 1096.444810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76ba539b-89f7-4fcf-a261-c140cb8f05fb" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.596009] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.596344] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.596549] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.596900] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.597086] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.597250] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 5f281a46-074c-4af2-b1f4-2555b59b9e86 not found, creating... [ 1096.597562] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.597739] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.597871] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.598149] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.598325] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.598616] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.598780] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.598920] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.599208] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.599363] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.599539] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 5f281a46-074c-4af2-b1f4-2555b59b9e86 is going to be created. [ 1096.625489] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.625697] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.625812] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.626091] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.626324] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.626546] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-5f281a46-074c-4af2-b1f4-2555b59b9e86" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.718840] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 in Status: UNINITIALIZED for 4s [ 1097.234958] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1097.236368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.236592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.240137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.240226] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.342543] env[70236]: INFO networking_nsxv3.common.synchronization [req-0e099d40-94e9-42ca-968a-d114381644fa req-579692bf-ad93-4a6e-8850-3a8e818c4606 service nova] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 1097.343021] env[70236]: INFO networking_nsxv3.common.synchronization [req-0e099d40-94e9-42ca-968a-d114381644fa req-579692bf-ad93-4a6e-8850-3a8e818c4606 service nova] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1097.343021] env[70236]: INFO networking_nsxv3.common.synchronization [req-0e099d40-94e9-42ca-968a-d114381644fa req-579692bf-ad93-4a6e-8850-3a8e818c4606 service nova] Enqueued Resource ID: 5f281a46-074c-4af2-b1f4-2555b59b9e86 with Priority: HIGHEST for action port [ 1097.343212] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 1097.344278] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1097.344278] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f281a46-074c-4af2-b1f4-2555b59b9e86 with Priority: HIGHEST for action port [ 1097.344278] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.344278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.344278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.344576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.344576] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.345305] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.346036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.346036] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f281a46-074c-4af2-b1f4-2555b59b9e86 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.346036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f281a46-074c-4af2-b1f4-2555b59b9e86" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.346036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f281a46-074c-4af2-b1f4-2555b59b9e86" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.346036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f281a46-074c-4af2-b1f4-2555b59b9e86" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.346036] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f281a46-074c-4af2-b1f4-2555b59b9e86',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.361811] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1097.361979] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c deletion is rescheduled due to dependency. [ 1097.362105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.742848] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.742848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.817811] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.817915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.817977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.818304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.818465] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.847447] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.847615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.847822] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f281a46-074c-4af2-b1f4-2555b59b9e86 with status ACTIVE [ 1097.848034] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.848169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.848239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.848462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.848573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.848751] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.848866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.848933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.849164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.849257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.849463] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.849551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.849645] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.849796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.849891] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.849979] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f281a46-074c-4af2-b1f4-2555b59b9e86 is going to be updated. [ 1097.878825] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.878825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.878825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.879057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.879148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.879298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f281a46-074c-4af2-b1f4-2555b59b9e86" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.176104] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1098.176353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.176566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.176819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.177047] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.178402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.178402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.178402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.178402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.178402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.178402] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.320809] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 1098.320809] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e deletion is rescheduled due to dependency. [ 1098.320809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.320809] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.321484] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.322387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.322387] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.322387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.322387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.322387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.322387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.322387] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.680260] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.680477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.680593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.680913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.681137] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.681289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.681405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.681729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.681729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.681783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.682052] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.682052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.682052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.682341] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.682341] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.682547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.682547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.682722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.682722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.682722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.682845] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.728256] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 in Status: SUCCESS [ 1098.728461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.728899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.729135] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.729320] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.729432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.729499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.729647] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.729737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.729837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.729928] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.824720] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.826173] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.186605] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e: rpc.has_security_group_logging(os_id): False [ 1099.211405] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.211556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.211556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.211737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.212496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.212496] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.212496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.212496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.212496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.212496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.212770] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.212815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.212882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.213038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.213115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.213319] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.213418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.213483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.213623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.213698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.213785] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1099.231597] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.321129] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.321482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.321482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.321700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.321878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.326583] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1099.326680] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1099.327572] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.359987] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1099.734271] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79: rpc.has_security_group_logging(os_id): False [ 1099.776865] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.777055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.777098] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.777308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.777402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.777651] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.777755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.777819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.777973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.778061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.778146] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 is going to be created. [ 1099.829650] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.829817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.829859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.830061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.830193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.830293] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be updated. [ 1099.836271] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.836399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.836472] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.836652] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.836819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.851422] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 in Status: IN_PROGRESS for 2s [ 1099.866082] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.866273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.866323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.866498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.866644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.881431] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 1100.185071] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.185215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.185283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.185494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.198800] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1100.199682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.200758] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1100.231259] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.231549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.231649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.231787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.241571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.242254] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1100.242338] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1100.242426] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1100.281531] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.281751] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.281751] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.281944] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.283074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.283265] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1100.384301] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.384619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.384619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.384789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.385116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.385425] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1100.482101] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.482269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.482436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.482590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.482896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.483179] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1100.483288] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'64796d2f-7eaa-4d98-a874-c4bd4238d094', 'c5c72b42-14d9-4a1a-b012-cbd45319802e', 'bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01', 'bf6ca181-fd9f-4655-a7c7-339d95f2ca7b', '03f5d667-073d-4f17-9477-b80b37f246ef', '3f9b119f-8e17-44b1-8a86-8e904fe25f10', '0b274dc7-5288-45a4-b0df-ed5e69aa78d9', '9873dfda-a6d4-45e5-b8d2-315715ab9bd7', '45cbb4e2-dac6-4212-8fac-545c515a9c38', '2858ad03-7947-47d4-81e7-d79c10d98805', 'c95b9af5-b10a-4eee-93e6-9cfb97782ef0', 'fcbad4f9-3c4a-455a-901d-16e894a0f539', 'c22e437c-91d0-4594-9dc7-b2f130bd3d53', '008ff048-307a-43c4-ad36-617eb097312d', '69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e', '1785cb07-64a7-4c20-af95-dcc775d3ae0c', '73c796d7-91b3-4e22-91a8-a4b52078d377', '59182406-9dc3-42f0-b34e-2e2f040a45b0', 'e9978f97-7cd4-450d-8c0e-e68b1571ce43', '5371e80b-4518-4456-8904-1c4184f2d63c', 'edefbbe5-db20-4f6b-a42e-e7b082b938b1', '83cb84e6-54f0-4c74-af64-7dad1fc0b4c6', '3393f6d3-5e69-4f7d-835e-0327f07a4e15', 'fcdce516-53b2-4b44-adf0-13ba58a461ca', '8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831', '06e7ede2-fe4a-4d4b-858a-90f8ddb732b8', 'fc302d42-aaa5-458a-aa57-29c2cf8e1baf', 'b583f810-9bb1-4862-9671-8fc402aac720', 'f381c42c-39ea-46b6-b707-24d876cd0db0', '339df83c-edcf-4c97-9254-35d9ebc57a31', '6e2b965f-99fa-46d6-847a-ea07b73e6d38', '16db37a4-2a38-4849-8c81-65e05e72ff8d', '8f4d0114-8f4f-43f9-8671-ea2285836b8e', '405261a9-5f87-4ac0-9406-994bcee51b69', '7508b55b-4f16-4555-8af3-372ddadfaf1b', 'ac829449-3abb-46ec-9d36-b7e38278b3d9', 'd3aa02ee-54de-4cca-93e9-f7f4dc3d7e79', '25defce6-87d3-4cd9-b70c-9acae0fd2b83', '21e71e8e-3ec9-45e6-81ff-2df9794a2658', 'e9176f1f-abf8-4d70-b46b-0b4e587c08e7', '0a6837e6-9d77-42b3-a4e5-3a20882a5466', '1887df37-4d91-401b-bb3b-820134a3144a'} {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1100.483406] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1100.508671] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.508844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.508923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.509259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.509385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.509611] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1100.509774] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1100.509774] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1100.597906] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.598181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.598273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.598502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.599589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.599875] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1100.599957] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1100.600036] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1100.600333] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1100.600333] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1100.600333] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 with Priority: HIGH for action security_group_rules [ 1100.600333] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGH for action security_group_rules [ 1100.600468] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGH for action security_group_rules [ 1100.600468] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGH for action security_group_rules [ 1100.600529] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGH for action security_group_rules [ 1100.600555] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGH for action security_group_rules [ 1100.600716] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGH for action security_group_rules [ 1100.600797] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGH for action security_group_rules [ 1100.600859] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGH for action security_group_rules [ 1100.600919] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGH for action security_group_rules [ 1100.600977] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 with Priority: HIGH for action security_group_rules [ 1100.601076] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGH for action security_group_rules [ 1100.601171] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 with Priority: HIGH for action security_group_rules [ 1100.601237] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGH for action security_group_rules [ 1100.601298] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGH for action security_group_rules [ 1100.601360] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGH for action security_group_rules [ 1100.601418] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 with Priority: HIGH for action security_group_rules [ 1100.601482] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 with Priority: HIGH for action security_group_rules [ 1100.601544] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGH for action security_group_rules [ 1100.601756] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGH for action security_group_rules [ 1100.601879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.375471] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1101.375701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.754557] env[70236]: INFO networking_nsxv3.common.synchronization [req-f5b63995-f547-484b-8dee-77a628987d45 req-2ee30aa4-3e1e-486a-9dd4-fd9f034662c0 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_members [ 1101.754920] env[70236]: INFO networking_nsxv3.common.synchronization [req-f5b63995-f547-484b-8dee-77a628987d45 req-2ee30aa4-3e1e-486a-9dd4-fd9f034662c0 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 with Priority: HIGHEST for action security_group_members [ 1101.754920] env[70236]: INFO networking_nsxv3.common.synchronization [req-f5b63995-f547-484b-8dee-77a628987d45 req-2ee30aa4-3e1e-486a-9dd4-fd9f034662c0 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Enqueued Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1101.756303] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405261a9-5f87-4ac0-9406-994bcee51b69 with Priority: HIGHEST for action security_group_members [ 1101.756529] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 with Priority: HIGHEST for action security_group_members [ 1101.756899] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGHEST for action security_group_members [ 1101.756899] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 with Priority: HIGH for action security_group_rules [ 1101.756899] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 with Priority: HIGH for action security_group_rules [ 1101.757768] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGH for action security_group_rules [ 1101.760945] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e with Priority: HIGH for action security_group_rules [ 1101.760945] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGH for action security_group_rules [ 1101.760945] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 with Priority: HIGH for action security_group_rules [ 1101.760945] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 with Priority: HIGH for action security_group_rules [ 1101.760945] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 with Priority: HIGH for action security_group_rules [ 1101.760945] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008ff048-307a-43c4-ad36-617eb097312d with Priority: HIGH for action security_group_rules [ 1101.761344] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGH for action security_group_rules [ 1101.761344] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 with Priority: HIGH for action security_group_rules [ 1101.761344] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 with Priority: HIGH for action security_group_rules [ 1101.761556] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 with Priority: HIGH for action security_group_rules [ 1101.761556] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2858ad03-7947-47d4-81e7-d79c10d98805 with Priority: HIGH for action security_group_rules [ 1101.761795] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 with Priority: HIGH for action security_group_rules [ 1101.761865] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 with Priority: HIGH for action security_group_rules [ 1101.762173] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 with Priority: HIGH for action security_group_rules [ 1101.762959] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f5d667-073d-4f17-9477-b80b37f246ef with Priority: HIGH for action security_group_rules [ 1101.763317] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c72b42-14d9-4a1a-b012-cbd45319802e with Priority: HIGH for action security_group_rules [ 1101.763478] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b with Priority: HIGH for action security_group_rules [ 1101.764102] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-405261a9-5f87-4ac0-9406-994bcee51b69 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.764102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.764291] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.764383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.764537] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.764640] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.764694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.764842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.764923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.765021] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('405261a9-5f87-4ac0-9406-994bcee51b69',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.765922] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.766036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.766089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.766239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.766370] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.766455] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.766513] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.766643] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.766716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.766798] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.768352] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.768352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.768352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.768586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.768586] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.768651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.768681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.768813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.768883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.768955] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.769669] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64796d2f-7eaa-4d98-a874-c4bd4238d094 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.769763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.770031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.770031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.770126] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64796d2f-7eaa-4d98-a874-c4bd4238d094',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.771677] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.771766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.771822] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.771971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.772052] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.773255] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.773388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.773659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.773857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.773936] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.774618] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.774755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.774824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.774974] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.775749] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.775843] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5371e80b-4518-4456-8904-1c4184f2d63c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.775977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.776055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.776212] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.776290] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.776968] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.777092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.777157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.777301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.777384] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9978f97-7cd4-450d-8c0e-e68b1571ce43',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.778233] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59182406-9dc3-42f0-b34e-2e2f040a45b0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.778366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.778471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.778577] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.778645] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59182406-9dc3-42f0-b34e-2e2f040a45b0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.779882] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73c796d7-91b3-4e22-91a8-a4b52078d377 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.780015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.780087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.780242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.780317] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73c796d7-91b3-4e22-91a8-a4b52078d377',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.781092] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-008ff048-307a-43c4-ad36-617eb097312d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.781198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.781264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.781414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.781813] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('008ff048-307a-43c4-ad36-617eb097312d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.782151] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.782378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.782378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.782472] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.782513] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.783193] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c22e437c-91d0-4594-9dc7-b2f130bd3d53 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.783299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.783405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.783530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.783605] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c22e437c-91d0-4594-9dc7-b2f130bd3d53',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.784378] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcbad4f9-3c4a-455a-901d-16e894a0f539 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.784515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.784545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.784780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.784780] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcbad4f9-3c4a-455a-901d-16e894a0f539',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.785535] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c95b9af5-b10a-4eee-93e6-9cfb97782ef0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.785803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.785886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.786223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.786300] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c95b9af5-b10a-4eee-93e6-9cfb97782ef0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.786970] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2858ad03-7947-47d4-81e7-d79c10d98805 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.787107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.787138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.787293] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.787374] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2858ad03-7947-47d4-81e7-d79c10d98805',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.788725] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45cbb4e2-dac6-4212-8fac-545c515a9c38 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.788725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.788725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.788725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.788725] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45cbb4e2-dac6-4212-8fac-545c515a9c38',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.791956] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.791956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.791956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.791956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.791956] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f9b119f-8e17-44b1-8a86-8e904fe25f10',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.791956] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.791956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.791956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.791956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.791956] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9873dfda-a6d4-45e5-b8d2-315715ab9bd7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.791956] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03f5d667-073d-4f17-9477-b80b37f246ef taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.791956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.791956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.792519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.792519] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03f5d667-073d-4f17-9477-b80b37f246ef',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.793931] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c72b42-14d9-4a1a-b012-cbd45319802e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.794056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.794124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.794274] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.794344] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c72b42-14d9-4a1a-b012-cbd45319802e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.795246] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.795351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.795419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.795570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.795634] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6ca181-fd9f-4655-a7c7-339d95f2ca7b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.803655] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.803771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.803833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.804041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.805497] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.805622] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.828712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.828956] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.829078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.829146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.829349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.829437] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.829521] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be updated. [ 1101.832872] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.832977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.833053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.833234] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.852013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.852013] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73c796d7-91b3-4e22-91a8-a4b52078d377 is going to be deleted. [ 1101.853967] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.854674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.857624] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.857729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.858013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.858013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.858254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.865481] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: IN_PROGRESS for 2s [ 1101.868036] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 in Status: SUCCESS [ 1101.868747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.880055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.880393] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.880665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.880665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.880832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.880970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.881268] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405261a9-5f87-4ac0-9406-994bcee51b69 is going to be updated. [ 1101.889011] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 1101.889387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.889726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.889941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.890142] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.890257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.890312] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.890463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.890544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.890746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.890746] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.913715] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.913715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.913715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.913929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.913929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.921040] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.921040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.921286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.921330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.921505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.921559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73c796d7-91b3-4e22-91a8-a4b52078d377" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.924392] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: IN_PROGRESS for 2s [ 1102.304153] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5371e80b-4518-4456-8904-1c4184f2d63c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.304292] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.304366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.304601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.304763] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.304859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.304915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.305077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.305158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.305239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.305321] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.317476] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.317631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.317668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.317846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.332670] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.332848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.334565] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.334666] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.346779] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.346888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.349592] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.349690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.363693] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.363856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.364592] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.364697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.365357] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.365451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.367588] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.367697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.368356] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.368448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.378827] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.378961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.383312] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.383791] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.383888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.385290] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.385687] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.385797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.386477] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.386857] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.386941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.387542] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.388217] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.388217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.388817] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.389188] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.389280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.389830] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.390629] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.390629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.390899] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.391275] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.391367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.391961] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.392331] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.392427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.393049] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.393445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.393639] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.393744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.393817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.394018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.394113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.394201] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 is going to be updated. [ 1102.395358] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.396046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.396246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.397500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.397500] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e is going to be deleted. [ 1102.397500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.397630] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.413614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.413784] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9978f97-7cd4-450d-8c0e-e68b1571ce43 is going to be deleted. [ 1102.414576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.414764] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.422754] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.422893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.422947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.423120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.423345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.433032] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 in Status: IN_PROGRESS for 2s [ 1102.434464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.434598] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 008ff048-307a-43c4-ad36-617eb097312d is going to be deleted. [ 1102.435391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.436022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.448027] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.448164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.452391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.452538] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c95b9af5-b10a-4eee-93e6-9cfb97782ef0 is going to be deleted. [ 1102.453325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.453559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.472152] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.472291] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.477359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.477493] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be deleted. [ 1102.478345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.478553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.534220] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.534394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.535496] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.535553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.540273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.540273] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c22e437c-91d0-4594-9dc7-b2f130bd3d53 is going to be deleted. [ 1102.540683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.540809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.618885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.619016] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be deleted. [ 1102.620367] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.620546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.620546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.620785] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.620859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.620936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.621410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.621580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.655928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.656080] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01 is going to be deleted. [ 1102.656901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.657144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.681271] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.681388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.684485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.684612] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64796d2f-7eaa-4d98-a874-c4bd4238d094 is going to be deleted. [ 1102.685402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.685607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.732834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.732979] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59182406-9dc3-42f0-b34e-2e2f040a45b0 is going to be deleted. [ 1102.733934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.734162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.790145] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.790431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.796303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.796572] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45cbb4e2-dac6-4212-8fac-545c515a9c38 is going to be deleted. [ 1102.797845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.798175] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.802264] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.802378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.809721] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.811328] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.811447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.823025] env[70236]: INFO networking_nsxv3.common.synchronization [None req-b3e28a8e-7410-4755-b267-76fff949d78f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Enqueued Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_rules [ 1102.823025] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_rules [ 1102.823188] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c5e121-255b-4a92-b028-57819d8a5efe taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.823265] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.823379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.823631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.823717] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c5e121-255b-4a92-b028-57819d8a5efe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.825359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.825447] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcbad4f9-3c4a-455a-901d-16e894a0f539 is going to be deleted. [ 1102.830091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.831027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.859450] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.859636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.899738] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f4d0114-8f4f-43f9-8671-ea2285836b8e: rpc.has_security_group_logging(os_id): False [ 1102.900994] env[70236]: INFO networking_nsxv3.common.synchronization [None req-ea341aac-78fa-41bc-91cf-f590a990fbb9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Enqueued Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_rules [ 1102.901523] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_rules [ 1102.902173] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c5e121-255b-4a92-b028-57819d8a5efe taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.902277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.917823] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.917956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.932644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.932818] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c72b42-14d9-4a1a-b012-cbd45319802e is going to be deleted. [ 1102.933837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.934113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.958930] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.959148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.980258] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.980258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.995265] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.995415] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03f5d667-073d-4f17-9477-b80b37f246ef is going to be deleted. [ 1102.996420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.996769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.046395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.046583] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f9b119f-8e17-44b1-8a86-8e904fe25f10 is going to be deleted. [ 1103.047584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.047770] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.104369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.104440] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2858ad03-7947-47d4-81e7-d79c10d98805 is going to be deleted. [ 1103.105469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.105698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.116839] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.117223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.168888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.169037] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6ca181-fd9f-4655-a7c7-339d95f2ca7b is going to be deleted. [ 1103.169948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.170256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.170256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.170391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.170553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.170709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.170789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.170902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9978f97-7cd4-450d-8c0e-e68b1571ce43" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.173020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.173197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.173286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.173487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-008ff048-307a-43c4-ad36-617eb097312d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.173808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.173965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.174070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.174179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c95b9af5-b10a-4eee-93e6-9cfb97782ef0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.175147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.175310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.233013] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.233154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.244882] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.245066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.259154] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.259154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.259154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.259154] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9873dfda-a6d4-45e5-b8d2-315715ab9bd7 is going to be deleted. [ 1103.259154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.259154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.259154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.259154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c22e437c-91d0-4594-9dc7-b2f130bd3d53" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.259154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.259676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.259676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.259845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.260294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.260481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.260549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.260659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc5ebc9b-5c4a-4d65-a049-60bec8b3fd01" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64796d2f-7eaa-4d98-a874-c4bd4238d094" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59182406-9dc3-42f0-b34e-2e2f040a45b0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45cbb4e2-dac6-4212-8fac-545c515a9c38" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.267028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.286344] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.286344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.313903] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5371e80b-4518-4456-8904-1c4184f2d63c: rpc.has_security_group_logging(os_id): False [ 1103.317456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.317456] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.317456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.317456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.317456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.317456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.317456] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be updated. [ 1103.320256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.320256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.320256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.320256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcbad4f9-3c4a-455a-901d-16e894a0f539" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.320256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.320256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.320256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.320256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c72b42-14d9-4a1a-b012-cbd45319802e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.320256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.320256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.320256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.320921] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03f5d667-073d-4f17-9477-b80b37f246ef" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.320960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.321124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.321206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.321415] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f9b119f-8e17-44b1-8a86-8e904fe25f10" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.322026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.322161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.322241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.322347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2858ad03-7947-47d4-81e7-d79c10d98805" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.322468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.322793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.322879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.322990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6ca181-fd9f-4655-a7c7-339d95f2ca7b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.371083] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.371233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.371328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.371708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.386945] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.386945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.401390] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.401390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.428058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.428058] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.428058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.428058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.428314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.428314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.428314] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5371e80b-4518-4456-8904-1c4184f2d63c is going to be updated. [ 1103.429326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.429508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.429593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.429705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9873dfda-a6d4-45e5-b8d2-315715ab9bd7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.429832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.429974] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.430299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.430398] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c5e121-255b-4a92-b028-57819d8a5efe already deleted. [ 1103.430483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.430625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.430771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.430846] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c5e121-255b-4a92-b028-57819d8a5efe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.436960] env[70236]: INFO networking_nsxv3.common.synchronization [None req-fcfc06d9-779c-4960-b2b2-789b4e20c975 None None] Enqueued Resource ID: 0712aeb3-0c25-49d4-be26-a38dbe229adf with Priority: HIGHEST for action port [ 1103.437115] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0712aeb3-0c25-49d4-be26-a38dbe229adf with Priority: HIGHEST for action port [ 1103.437720] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-0712aeb3-0c25-49d4-be26-a38dbe229adf taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.437863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0712aeb3-0c25-49d4-be26-a38dbe229adf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.437914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0712aeb3-0c25-49d4-be26-a38dbe229adf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.438141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0712aeb3-0c25-49d4-be26-a38dbe229adf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.438218] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0712aeb3-0c25-49d4-be26-a38dbe229adf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.461713] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.461713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.461904] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.461993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.462146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.481990] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 1103.538359] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.538538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.538581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.538763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.538902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.553898] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5371e80b-4518-4456-8904-1c4184f2d63c in Status: IN_PROGRESS for 2s [ 1103.874676] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e in Status: SUCCESS [ 1103.874969] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e deletion is rescheduled due to dependency. [ 1103.875023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69f9dd1b-ce8e-40f5-bdca-ad8fac53ee6e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.933755] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405261a9-5f87-4ac0-9406-994bcee51b69 in Status: SUCCESS [ 1103.933942] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405261a9-5f87-4ac0-9406-994bcee51b69 deletion is rescheduled due to dependency. [ 1103.934061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405261a9-5f87-4ac0-9406-994bcee51b69" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.941969] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0712aeb3-0c25-49d4-be26-a38dbe229adf [ 1103.942205] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.942339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.942415] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.943248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.943248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.943248] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0712aeb3-0c25-49d4-be26-a38dbe229adf already deleted. [ 1103.943248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0712aeb3-0c25-49d4-be26-a38dbe229adf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.952090] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.952090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.952090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.952090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.952090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.952090] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c5e121-255b-4a92-b028-57819d8a5efe already deleted. [ 1103.952090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.443089] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 in Status: SUCCESS [ 1104.443232] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 deletion is rescheduled due to dependency. [ 1104.443268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.611362] env[70236]: INFO networking_nsxv3.common.synchronization [req-6cb525c6-95a6-41ad-9b17-0b49d90db2af req-9e8655b4-c34c-4f89-8b4f-9bcf926465df tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_members [ 1104.611962] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGHEST for action security_group_members [ 1104.612478] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5371e80b-4518-4456-8904-1c4184f2d63c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.612690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.612768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.612970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.614698] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.615023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.615023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.615310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.615449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.615586] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.117727] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.119965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.119965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.120226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.120342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.120571] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.120684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.120748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.120908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.120988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.121126] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5371e80b-4518-4456-8904-1c4184f2d63c is going to be updated. [ 1105.148255] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.148412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.148498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.148737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.149361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.158593] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5371e80b-4518-4456-8904-1c4184f2d63c in Status: IN_PROGRESS for 2s [ 1105.495517] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 1105.495761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.567955] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5371e80b-4518-4456-8904-1c4184f2d63c in Status: SUCCESS [ 1105.568700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.667963] env[70236]: INFO networking_nsxv3.common.synchronization [None req-89cd1f57-c19a-4d15-b882-89909e1e1a1a None None] Enqueued Resource ID: 9705a345-33e2-4eb3-a97d-24e444118352 with Priority: HIGHEST for action port [ 1105.668644] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9705a345-33e2-4eb3-a97d-24e444118352 with Priority: HIGHEST for action port [ 1105.669659] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9705a345-33e2-4eb3-a97d-24e444118352 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.669659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9705a345-33e2-4eb3-a97d-24e444118352" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.669659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9705a345-33e2-4eb3-a97d-24e444118352" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.669659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9705a345-33e2-4eb3-a97d-24e444118352" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.669659] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9705a345-33e2-4eb3-a97d-24e444118352',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.172781] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9705a345-33e2-4eb3-a97d-24e444118352 [ 1106.173051] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.173468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.173468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.173565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.173594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.175070] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9705a345-33e2-4eb3-a97d-24e444118352 already deleted. [ 1106.175070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9705a345-33e2-4eb3-a97d-24e444118352" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.167170] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5371e80b-4518-4456-8904-1c4184f2d63c in Status: SUCCESS [ 1107.167347] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5371e80b-4518-4456-8904-1c4184f2d63c deletion is rescheduled due to dependency. [ 1107.167453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.060166] env[70236]: INFO networking_nsxv3.common.synchronization [req-c487bc4e-9474-4318-b8cb-c1d508a376db req-7972460e-5f38-47a2-a8d3-06cc55e4d409 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1108.060747] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1108.061200] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.061348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.061474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.061678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.061837] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.061935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.062144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.063297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.063393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.063527] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.356304] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.356601] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.356752] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.357082] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.357363] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.357534] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.357687] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.357919] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.358107] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.358350] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.358474] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.358587] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.358699] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.358811] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.358919] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.359154] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.375763] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.375925] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.376075] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.376276] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.376569] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-fe76ed7b-c966-4bb8-a2b3-5fe03a212419 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.376736] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-fe76ed7b-c966-4bb8-a2b3-5fe03a212419" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.376894] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-fe76ed7b-c966-4bb8-a2b3-5fe03a212419" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.377212] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-fe76ed7b-c966-4bb8-a2b3-5fe03a212419" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.377353] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe76ed7b-c966-4bb8-a2b3-5fe03a212419',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.566881] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.566881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.566881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.567095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.567095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.567246] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.567344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.567407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.567553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.567632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.567717] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 already deleted. [ 1108.567796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.879971] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.879971] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.879971] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.880300] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.880442] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.880607] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port fe76ed7b-c966-4bb8-a2b3-5fe03a212419 not found, creating... [ 1108.880876] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.881044] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.881165] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.881454] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.881616] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.881911] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.882083] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.882207] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.882418] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.882557] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.882698] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: fe76ed7b-c966-4bb8-a2b3-5fe03a212419 is going to be created. [ 1108.901708] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.901888] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.902021] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.902264] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.902487] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.902701] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-fe76ed7b-c966-4bb8-a2b3-5fe03a212419" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.645827] env[70236]: INFO networking_nsxv3.common.synchronization [req-c487bc4e-9474-4318-b8cb-c1d508a376db req-81bc4b80-ff25-4cbb-872b-f390acc4abb4 service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1109.646071] env[70236]: INFO networking_nsxv3.common.synchronization [req-c487bc4e-9474-4318-b8cb-c1d508a376db req-81bc4b80-ff25-4cbb-872b-f390acc4abb4 service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1109.646184] env[70236]: INFO networking_nsxv3.common.synchronization [req-c487bc4e-9474-4318-b8cb-c1d508a376db req-81bc4b80-ff25-4cbb-872b-f390acc4abb4 service nova] Enqueued Resource ID: fe76ed7b-c966-4bb8-a2b3-5fe03a212419 with Priority: HIGHEST for action port [ 1109.646418] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1109.646549] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1109.646645] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe76ed7b-c966-4bb8-a2b3-5fe03a212419 with Priority: HIGHEST for action port [ 1109.648310] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.648510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.648599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.649213] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.649328] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.650658] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.650800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.650886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.651348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.651348] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.651495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.651537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.651719] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.651825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.651937] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.656347] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe76ed7b-c966-4bb8-a2b3-5fe03a212419 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.656347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe76ed7b-c966-4bb8-a2b3-5fe03a212419" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.656347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe76ed7b-c966-4bb8-a2b3-5fe03a212419" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.656347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe76ed7b-c966-4bb8-a2b3-5fe03a212419" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.656347] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe76ed7b-c966-4bb8-a2b3-5fe03a212419',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.155061] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.155061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.155061] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.156097] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe76ed7b-c966-4bb8-a2b3-5fe03a212419 with status ACTIVE [ 1110.156097] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.156305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.156305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.156716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.156716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.156716] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.156870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.156870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.157108] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.157108] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.157231] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.157960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.157960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.157960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.157960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.157960] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe76ed7b-c966-4bb8-a2b3-5fe03a212419 is going to be updated. [ 1110.177874] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.177985] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.178028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.178994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.178994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.178994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe76ed7b-c966-4bb8-a2b3-5fe03a212419" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.660077] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.163911] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.164107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.164203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.164443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.164539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.164646] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be created. [ 1111.186799] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.186933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.186998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.187210] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.187392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.197466] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: UNINITIALIZED for 2s [ 1112.185635] env[70236]: INFO networking_nsxv3.common.synchronization [req-e4519e67-5f36-4aff-b17e-83c47156c659 req-60f8c117-198d-4d0d-9540-f3e0f112c375 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Enqueued Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_members [ 1112.186179] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_members [ 1112.186474] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c5e121-255b-4a92-b028-57819d8a5efe taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.186607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.186683] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.187168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.187359] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.187474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.187547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.187693] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.187771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.187932] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c5e121-255b-4a92-b028-57819d8a5efe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.484281] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.484485] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-242" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.484601] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-242" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.484920] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-242" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.485700] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.485885] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.486036] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.486256] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.486411] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.486753] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.486753] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.486878] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.487647] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.487647] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.487647] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.487647] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.506159] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.506377] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.506470] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.506685] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-242" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.507360] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-07f485b5-8b92-4d44-b04d-32f64e1ad631 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.507548] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-07f485b5-8b92-4d44-b04d-32f64e1ad631" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.507677] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-07f485b5-8b92-4d44-b04d-32f64e1ad631" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.507996] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-07f485b5-8b92-4d44-b04d-32f64e1ad631" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.508181] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f485b5-8b92-4d44-b04d-32f64e1ad631',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.691858] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.692138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.692138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.692323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.692415] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.692814] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.692814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.692814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.693030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.693030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.693166] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c5e121-255b-4a92-b028-57819d8a5efe already deleted. [ 1112.693244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.010933] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.011195] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.011332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.011629] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.011779] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.011938] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 07f485b5-8b92-4d44-b04d-32f64e1ad631 not found, creating... [ 1113.012222] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.012382] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.012503] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.012738] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.012864] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.013154] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.013311] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.013486] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.013670] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.013862] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.013946] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 07f485b5-8b92-4d44-b04d-32f64e1ad631 is going to be created. [ 1113.037989] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.038229] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.038356] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.038625] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.038853] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.039094] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-07f485b5-8b92-4d44-b04d-32f64e1ad631" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.212228] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1113.212228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.212228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.212650] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.212650] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.212755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.212755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.212906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.214063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.214063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.214063] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.336183] env[70236]: INFO networking_nsxv3.common.synchronization [None req-7d976d33-15a8-4e54-8078-85d26ed61fa1 None None] Enqueued Resource ID: 3e6d63a5-d471-4aa1-9833-e8417259a4e1 with Priority: HIGHEST for action port [ 1113.336183] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6d63a5-d471-4aa1-9833-e8417259a4e1 with Priority: HIGHEST for action port [ 1113.336412] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e6d63a5-d471-4aa1-9833-e8417259a4e1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.336544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e6d63a5-d471-4aa1-9833-e8417259a4e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.336607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e6d63a5-d471-4aa1-9833-e8417259a4e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.336868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e6d63a5-d471-4aa1-9833-e8417259a4e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.336954] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6d63a5-d471-4aa1-9833-e8417259a4e1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.715646] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.715806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.715869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.716099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.716275] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.716378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.716435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.716589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.716674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.716763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.716907] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.717008] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.717072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.717216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.717352] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.717470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.717526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.717630] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.717705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.717785] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.717872] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.731165] env[70236]: INFO networking_nsxv3.common.synchronization [req-e4519e67-5f36-4aff-b17e-83c47156c659 req-6a209671-4a43-40ac-a9e5-48c5b561a79c service nova] Enqueued Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_rules [ 1113.731165] env[70236]: INFO networking_nsxv3.common.synchronization [req-e4519e67-5f36-4aff-b17e-83c47156c659 req-6a209671-4a43-40ac-a9e5-48c5b561a79c service nova] Enqueued Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_members [ 1113.731165] env[70236]: INFO networking_nsxv3.common.synchronization [req-e4519e67-5f36-4aff-b17e-83c47156c659 req-6a209671-4a43-40ac-a9e5-48c5b561a79c service nova] Enqueued Resource ID: 07f485b5-8b92-4d44-b04d-32f64e1ad631 with Priority: HIGHEST for action port [ 1113.731165] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_rules [ 1113.731165] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_members [ 1113.731165] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f485b5-8b92-4d44-b04d-32f64e1ad631 with Priority: HIGHEST for action port [ 1113.731165] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c5e121-255b-4a92-b028-57819d8a5efe taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.731165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.731165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.731165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.731165] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c5e121-255b-4a92-b028-57819d8a5efe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.732101] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c5e121-255b-4a92-b028-57819d8a5efe taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.732620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.732966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.733247] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.733807] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.734146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.734324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.734877] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.734877] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.734877] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c5e121-255b-4a92-b028-57819d8a5efe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.735997] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-07f485b5-8b92-4d44-b04d-32f64e1ad631 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.737018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07f485b5-8b92-4d44-b04d-32f64e1ad631" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.737018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07f485b5-8b92-4d44-b04d-32f64e1ad631" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.737018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07f485b5-8b92-4d44-b04d-32f64e1ad631" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.737018] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f485b5-8b92-4d44-b04d-32f64e1ad631',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.839742] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e6d63a5-d471-4aa1-9833-e8417259a4e1 [ 1113.839984] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.840138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.840211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.840441] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.840538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.840637] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e6d63a5-d471-4aa1-9833-e8417259a4e1 already deleted. [ 1113.840719] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e6d63a5-d471-4aa1-9833-e8417259a4e1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.963797] env[70236]: INFO networking_nsxv3.common.synchronization [None req-1a4a4955-654d-44e9-92d1-e5963ca1a599 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_rules [ 1113.963797] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_rules [ 1113.963797] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.963797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.963797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.963797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.963797] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.038748] env[70236]: INFO networking_nsxv3.common.synchronization [None req-3d76dded-6659-49d5-85af-fd4d4b8d14e1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_rules [ 1114.038748] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_rules [ 1114.038748] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.038748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.221203] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 566dd993-51fa-4164-9a98-fbc4a6589594: rpc.has_security_group_logging(os_id): False [ 1114.239189] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.239189] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.239189] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.239189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.239844] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.239844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.239844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.239844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.239844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.239844] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be created. [ 1114.242354] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99c5e121-255b-4a92-b028-57819d8a5efe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.243276] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c5e121-255b-4a92-b028-57819d8a5efe taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.243378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.246461] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07f485b5-8b92-4d44-b04d-32f64e1ad631 with status ACTIVE [ 1114.246461] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.246592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.246592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.246774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.246861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.247054] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.247153] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.247217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.247379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.247477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.247671] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.247777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.247847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.248027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.248108] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.248204] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07f485b5-8b92-4d44-b04d-32f64e1ad631 is going to be updated. [ 1114.267898] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.268130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.268247] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.268467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.268611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.268801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07f485b5-8b92-4d44-b04d-32f64e1ad631" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.306022] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.306022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.306022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.306022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.306275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.324383] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1114.482981] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.483146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.483221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.483482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.483618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.483716] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba already deleted. [ 1114.483799] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.483941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.484119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.484203] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.567321] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-40c3193c-a0ed-4e49-8c6d-8287277a6aa4 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1114.567815] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1114.568160] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.568295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.568363] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.568616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.568770] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.568868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.568929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.569555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.569678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.569779] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.751589] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99c5e121-255b-4a92-b028-57819d8a5efe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.981713] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.981938] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.982077] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.982408] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.982705] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.982870] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.982989] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.983502] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.983734] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.984015] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.984220] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.984374] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.984550] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.984920] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.985147] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.985358] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.003531] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.003883] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.004101] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.004352] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.004793] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-a265036a-cec5-434d-827f-77b29d1b4e18 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.006367] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-a265036a-cec5-434d-827f-77b29d1b4e18" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.006558] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-a265036a-cec5-434d-827f-77b29d1b4e18" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.006939] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-a265036a-cec5-434d-827f-77b29d1b4e18" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.007164] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a265036a-cec5-434d-827f-77b29d1b4e18',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.008885] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.009015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.009088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.009262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.009349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.009438] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba already deleted. [ 1115.009519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.072475] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.072604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.072685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.072903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.072993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.073215] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.073314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.073385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.073560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.073636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.073720] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 already deleted. [ 1115.073800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.255223] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.255480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.255480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.255636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.255728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.255835] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c5e121-255b-4a92-b028-57819d8a5efe is going to be created. [ 1115.280276] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.280431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.280503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.280726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.280900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.289900] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c5e121-255b-4a92-b028-57819d8a5efe in Status: UNINITIALIZED for 2s [ 1115.510696] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.510859] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.510992] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.511293] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.511530] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.511684] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port a265036a-cec5-434d-827f-77b29d1b4e18 not found, creating... [ 1115.511971] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.512156] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.512281] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.512507] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.512652] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.512933] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.513104] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.513254] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.513524] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.513649] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.513796] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: a265036a-cec5-434d-827f-77b29d1b4e18 is going to be created. [ 1115.547480] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.547821] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.548056] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.552100] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.552404] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.552682] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-a265036a-cec5-434d-827f-77b29d1b4e18" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.648404] env[70236]: INFO networking_nsxv3.common.synchronization [None req-5a55dd8c-ea3a-4002-b907-6c79a5484b3a None None] Enqueued Resource ID: 28c9738b-cb91-4287-be59-69b11f650445 with Priority: HIGHEST for action port [ 1115.648704] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c9738b-cb91-4287-be59-69b11f650445 with Priority: HIGHEST for action port [ 1115.649269] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-28c9738b-cb91-4287-be59-69b11f650445 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.649397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28c9738b-cb91-4287-be59-69b11f650445" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.649464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28c9738b-cb91-4287-be59-69b11f650445" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.649718] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28c9738b-cb91-4287-be59-69b11f650445" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.649800] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c9738b-cb91-4287-be59-69b11f650445',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.151710] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28c9738b-cb91-4287-be59-69b11f650445 [ 1116.151949] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.152106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.152179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.152394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.152486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.152583] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28c9738b-cb91-4287-be59-69b11f650445 already deleted. [ 1116.152663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28c9738b-cb91-4287-be59-69b11f650445" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.226910] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-cbd2366d-195b-45f6-b55a-276f061c2a8a service nova] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_rules [ 1116.227330] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-cbd2366d-195b-45f6-b55a-276f061c2a8a service nova] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1116.227330] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-cbd2366d-195b-45f6-b55a-276f061c2a8a service nova] Enqueued Resource ID: a265036a-cec5-434d-827f-77b29d1b4e18 with Priority: HIGHEST for action port [ 1116.227473] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_rules [ 1116.227603] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1116.227696] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a265036a-cec5-434d-827f-77b29d1b4e18 with Priority: HIGHEST for action port [ 1116.230899] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.231043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.232152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.232152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.232152] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.232349] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.232461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.232525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.232703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.232845] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.233132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.233132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.233132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.233265] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.233300] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.237765] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a265036a-cec5-434d-827f-77b29d1b4e18 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.237765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a265036a-cec5-434d-827f-77b29d1b4e18" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.237765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a265036a-cec5-434d-827f-77b29d1b4e18" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.237765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a265036a-cec5-434d-827f-77b29d1b4e18" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.237765] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a265036a-cec5-434d-827f-77b29d1b4e18',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.337038] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1116.337038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.674240] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-9b668011-e0ff-49c8-8d1b-213f1e114200 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1116.674816] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1116.675131] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.675224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.740126] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.740126] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.740126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.740126] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a265036a-cec5-434d-827f-77b29d1b4e18 with status ACTIVE [ 1116.740325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.740375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.740404] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.740623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.740780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.741405] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.741405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.741405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.741405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.741405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.741635] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.741635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.741635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.741727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.741799] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.741970] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a265036a-cec5-434d-827f-77b29d1b4e18 is going to be updated. [ 1116.762682] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.762817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.762888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.763089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.763222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.763368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a265036a-cec5-434d-827f-77b29d1b4e18" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.976392] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.976392] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.976595] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.976874] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.977154] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.977323] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.977444] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.977671] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.977825] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.978035] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.978160] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.978274] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.978385] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.978497] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.978607] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.979564] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.001163] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.001163] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.001163] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.001163] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.001163] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-aa750d64-be36-49ae-82de-11860762969c taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.001163] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-aa750d64-be36-49ae-82de-11860762969c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.001163] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-aa750d64-be36-49ae-82de-11860762969c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.002047] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-aa750d64-be36-49ae-82de-11860762969c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.002206] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa750d64-be36-49ae-82de-11860762969c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.243962] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.299923] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c5e121-255b-4a92-b028-57819d8a5efe in Status: SUCCESS [ 1117.299923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.300144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.300352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.300550] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.300668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.300746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.300881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.300966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.301055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.301145] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99c5e121-255b-4a92-b028-57819d8a5efe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.505485] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.505787] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.505922] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.506222] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.506375] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.506534] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port aa750d64-be36-49ae-82de-11860762969c not found, creating... [ 1117.506794] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.506951] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.507089] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.507360] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.507545] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.507917] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.508101] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.508224] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.508441] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.508580] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.508719] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: aa750d64-be36-49ae-82de-11860762969c is going to be created. [ 1117.528397] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.528804] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.528976] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.529371] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.529673] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.530054] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-aa750d64-be36-49ae-82de-11860762969c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.746858] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.746858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.746858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.747180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.747224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.748659] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 is going to be created. [ 1117.771246] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.771394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.771469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.771759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.771952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.780412] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: UNINITIALIZED for 2s [ 1117.804921] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99c5e121-255b-4a92-b028-57819d8a5efe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.255658] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-17d807e9-7da6-4155-9224-9df01f125b9e service nova] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_rules [ 1118.255972] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-17d807e9-7da6-4155-9224-9df01f125b9e service nova] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1118.256200] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-17d807e9-7da6-4155-9224-9df01f125b9e service nova] Enqueued Resource ID: aa750d64-be36-49ae-82de-11860762969c with Priority: HIGHEST for action port [ 1118.256901] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_rules [ 1118.257060] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1118.257175] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa750d64-be36-49ae-82de-11860762969c with Priority: HIGHEST for action port [ 1118.257520] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.257637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.257861] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.257941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.259563] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa750d64-be36-49ae-82de-11860762969c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.259729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa750d64-be36-49ae-82de-11860762969c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.259828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa750d64-be36-49ae-82de-11860762969c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.260094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa750d64-be36-49ae-82de-11860762969c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.260207] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa750d64-be36-49ae-82de-11860762969c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.307037] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99c5e121-255b-4a92-b028-57819d8a5efe: rpc.has_security_group_logging(os_id): False [ 1118.326039] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.326249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.326369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.326619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.326722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.327021] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.327146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.327213] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.327412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.327512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.327625] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c5e121-255b-4a92-b028-57819d8a5efe is going to be created. [ 1118.386303] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.386491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.386559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.386780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.386965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.398093] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c5e121-255b-4a92-b028-57819d8a5efe in Status: IN_PROGRESS for 2s [ 1118.762973] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa750d64-be36-49ae-82de-11860762969c with status ACTIVE [ 1118.763232] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.763382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.763451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.763698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.763793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.763981] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.764102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.764164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.764311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.764385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.765132] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.765132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.765132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.765132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.765132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.765132] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa750d64-be36-49ae-82de-11860762969c is going to be updated. [ 1118.808347] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.808347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.808347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.808347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.808347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.808568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa750d64-be36-49ae-82de-11860762969c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.007495] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-0348cd91-1c42-496f-8079-69c5597ceb89 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1119.008073] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1119.008379] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.008483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.309022] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.309358] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.309358] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.309650] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.309913] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.310084] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.310205] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.310423] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.310572] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.310785] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.311276] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.311276] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.311276] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.311276] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.311438] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.311475] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.328232] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.328398] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.328541] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.328714] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-873" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.329035] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-e3014e6e-a7af-4c6c-a35a-c4a878ae310d taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.329210] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-e3014e6e-a7af-4c6c-a35a-c4a878ae310d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.329331] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-e3014e6e-a7af-4c6c-a35a-c4a878ae310d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.329668] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-e3014e6e-a7af-4c6c-a35a-c4a878ae310d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.329816] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3014e6e-a7af-4c6c-a35a-c4a878ae310d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.789990] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: SUCCESS [ 1119.790323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.790383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.790598] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.790782] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.790902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.790969] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.791138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.791222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.791321] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.832569] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.832807] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.832938] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.833548] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.833548] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.833726] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port e3014e6e-a7af-4c6c-a35a-c4a878ae310d not found, creating... [ 1119.833898] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.834099] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.834228] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.834453] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.834624] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.834909] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.835196] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.835334] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.835550] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.835693] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.835895] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: e3014e6e-a7af-4c6c-a35a-c4a878ae310d is going to be created. [ 1119.854636] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.854851] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.854979] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.855310] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.855560] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.855794] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-e3014e6e-a7af-4c6c-a35a-c4a878ae310d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.294539] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.409747] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c5e121-255b-4a92-b028-57819d8a5efe in Status: SUCCESS [ 1120.409989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.796364] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.819427] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-d8a5960f-6781-4e7e-a8aa-6a370d297ced service nova] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_rules [ 1120.819427] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-d8a5960f-6781-4e7e-a8aa-6a370d297ced service nova] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1120.819427] env[70236]: INFO networking_nsxv3.common.synchronization [req-81b335a8-8217-43f9-ace0-8f377872e735 req-d8a5960f-6781-4e7e-a8aa-6a370d297ced service nova] Enqueued Resource ID: e3014e6e-a7af-4c6c-a35a-c4a878ae310d with Priority: HIGHEST for action port [ 1120.819427] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_rules [ 1120.819565] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1120.819565] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3014e6e-a7af-4c6c-a35a-c4a878ae310d with Priority: HIGHEST for action port [ 1120.820094] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.820199] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.820410] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.820471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.820660] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3014e6e-a7af-4c6c-a35a-c4a878ae310d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.820755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3014e6e-a7af-4c6c-a35a-c4a878ae310d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.820818] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3014e6e-a7af-4c6c-a35a-c4a878ae310d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.821030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3014e6e-a7af-4c6c-a35a-c4a878ae310d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.821127] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3014e6e-a7af-4c6c-a35a-c4a878ae310d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.299749] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.299934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.300033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.300262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.300353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.300449] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 is going to be updated. [ 1121.326699] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3014e6e-a7af-4c6c-a35a-c4a878ae310d with status ACTIVE [ 1121.326699] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.326699] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.326699] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.326699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.326699] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3014e6e-a7af-4c6c-a35a-c4a878ae310d is going to be updated. [ 1121.329413] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.329534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.329627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.329795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.329933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.339590] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: IN_PROGRESS for 2s [ 1121.353267] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.353406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.353464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.353685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.353815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.353973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3014e6e-a7af-4c6c-a35a-c4a878ae310d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.395330] env[70236]: INFO networking_nsxv3.common.synchronization [None req-ec298e15-ff6a-48da-a0fe-d1b3cd69a849 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_rules [ 1121.395879] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_rules [ 1121.396202] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.396324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.396406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.396676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.396757] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c980ce6-2fa2-49e7-9438-d5e5dddd0101',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.493449] env[70236]: INFO networking_nsxv3.common.synchronization [None req-0af3f429-7e64-4819-87fc-ee0ff1e0384a tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_rules [ 1121.494399] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_rules [ 1121.494758] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.494858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.922071] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.922454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.922454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.922543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.924858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.924858] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 already deleted. [ 1121.924858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.924858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.924858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.924858] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c980ce6-2fa2-49e7-9438-d5e5dddd0101',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.444708] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.444708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.444879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.444955] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.445056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.445166] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 already deleted. [ 1122.445229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.132684] env[70236]: INFO networking_nsxv3.common.synchronization [req-d11d0097-87f6-400a-8f4a-ace92b6ff711 req-96c2c21d-e7fd-4e52-8ab3-2a9c90152e09 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1123.133724] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1123.133724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.133871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.133871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.134046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.134247] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.134347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.134409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.134592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.134679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.134769] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.352872] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: SUCCESS [ 1123.352872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.352872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.352872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.352872] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.352872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.352872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.352872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.352872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.352872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.352872] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.353967] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.357036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.357036] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.357036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.357036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.357036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.357036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.357036] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.462926] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.463212] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.463379] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.463780] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.464690] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.464906] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.465065] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.466082] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.466082] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.466082] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.466082] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.466307] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.466393] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.466517] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.466625] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.466778] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.485558] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.486224] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1123.486224] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.486224] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-719" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.486431] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-f8b8d089-e33f-4444-b5b5-a645e8d6a60a taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.487300] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-f8b8d089-e33f-4444-b5b5-a645e8d6a60a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.487300] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-f8b8d089-e33f-4444-b5b5-a645e8d6a60a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.487300] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-f8b8d089-e33f-4444-b5b5-a645e8d6a60a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.487300] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b8d089-e33f-4444-b5b5-a645e8d6a60a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.637039] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.637220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.637220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.637414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.637505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.637690] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.637780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.637847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.637996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.638183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.638183] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be deleted. [ 1123.669600] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.669758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.669807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.670030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.670120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.670222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.860334] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.860334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.863348] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.989297] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.993586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.993586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.993586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.993586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.993586] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port f8b8d089-e33f-4444-b5b5-a645e8d6a60a not found, creating... [ 1123.993586] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.993586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.993586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.993586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.993586] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.995349] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.995349] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.995349] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.995349] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.995349] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.995349] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: f8b8d089-e33f-4444-b5b5-a645e8d6a60a is going to be created. [ 1124.011656] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.011906] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.012023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.012299] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.012531] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.012757] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-f8b8d089-e33f-4444-b5b5-a645e8d6a60a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.366195] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.743192] env[70236]: INFO networking_nsxv3.common.synchronization [req-d11d0097-87f6-400a-8f4a-ace92b6ff711 req-91626689-2f10-4f2e-891b-f9ec5a223f89 service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 1124.746925] env[70236]: INFO networking_nsxv3.common.synchronization [req-d11d0097-87f6-400a-8f4a-ace92b6ff711 req-91626689-2f10-4f2e-891b-f9ec5a223f89 service nova] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1124.746925] env[70236]: INFO networking_nsxv3.common.synchronization [req-d11d0097-87f6-400a-8f4a-ace92b6ff711 req-91626689-2f10-4f2e-891b-f9ec5a223f89 service nova] Enqueued Resource ID: f8b8d089-e33f-4444-b5b5-a645e8d6a60a with Priority: HIGHEST for action port [ 1124.746925] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_rules [ 1124.746925] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1124.746925] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b8d089-e33f-4444-b5b5-a645e8d6a60a with Priority: HIGHEST for action port [ 1124.746925] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.746925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.746925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.746925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.746925] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.747451] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.747451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.747451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.748065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.748065] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.748065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.748065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.748231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.748260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.748393] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.750269] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b8d089-e33f-4444-b5b5-a645e8d6a60a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.750385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b8d089-e33f-4444-b5b5-a645e8d6a60a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.750472] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b8d089-e33f-4444-b5b5-a645e8d6a60a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.750671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b8d089-e33f-4444-b5b5-a645e8d6a60a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.750748] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b8d089-e33f-4444-b5b5-a645e8d6a60a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.868769] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.868769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.868769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.869063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.869063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.869160] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 is going to be updated. [ 1124.895844] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.895844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.896024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.896113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.896259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.904600] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: IN_PROGRESS for 2s [ 1125.252485] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.252674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.252814] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.253790] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8b8d089-e33f-4444-b5b5-a645e8d6a60a with status ACTIVE [ 1125.253980] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.254125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.254193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.254403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.254579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.254741] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.254844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.254844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.255023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.256260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.256260] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.256260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.256260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.256260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.256260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.256260] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8b8d089-e33f-4444-b5b5-a645e8d6a60a is going to be updated. [ 1125.275549] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.275693] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.275774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.276030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.276208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.276360] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b8d089-e33f-4444-b5b5-a645e8d6a60a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.486947] env[70236]: INFO networking_nsxv3.common.synchronization [req-f0ae3585-0690-4877-922b-4b42cac45626 req-b97ff9ad-a2c9-4d42-a4f6-84fe6690c07e tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1125.487499] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1125.487807] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.488079] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.488163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.488433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.488594] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.488699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.488764] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.488925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.489025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.489125] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.758245] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.793298] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-861 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.794599] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.794599] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.794599] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.794889] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.795199] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.795422] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.795761] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.796063] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.796370] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.796582] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.796782] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.797416] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.797416] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.797416] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.797416] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.832713] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.832888] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.833046] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.833232] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.833601] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-496cd9f9-8bb0-49b8-bad3-155d8bc584b7 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.833797] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-496cd9f9-8bb0-49b8-bad3-155d8bc584b7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.833921] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-496cd9f9-8bb0-49b8-bad3-155d8bc584b7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.834236] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-496cd9f9-8bb0-49b8-bad3-155d8bc584b7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.834377] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('496cd9f9-8bb0-49b8-bad3-155d8bc584b7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.991531] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.991531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.991531] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.991808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.991942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.992185] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.992348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.992451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.992641] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.992747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.992843] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba already deleted. [ 1125.992929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.261582] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.261776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.261830] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.262037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.262132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.262250] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be created. [ 1126.284592] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.284750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.284841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.285072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.285237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.295323] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: UNINITIALIZED for 2s [ 1126.336432] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.336674] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.336809] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.337125] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.337293] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.337459] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 496cd9f9-8bb0-49b8-bad3-155d8bc584b7 not found, creating... [ 1126.337807] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.337983] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.338121] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.338347] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.338490] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.338778] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.338938] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.339088] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.339328] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.339467] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.339653] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 496cd9f9-8bb0-49b8-bad3-155d8bc584b7 is going to be created. [ 1126.361872] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.362134] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.362271] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.362558] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.362818] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.363111] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-496cd9f9-8bb0-49b8-bad3-155d8bc584b7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.916304] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: SUCCESS [ 1126.916726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.916837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.917171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.917443] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.917618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.917722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.917942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.918104] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.918217] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.113303] env[70236]: INFO networking_nsxv3.common.synchronization [req-f0ae3585-0690-4877-922b-4b42cac45626 req-69768af8-c5b5-4d53-add4-67fd07ee6cbb service nova] Enqueued Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_rules [ 1127.113303] env[70236]: INFO networking_nsxv3.common.synchronization [req-f0ae3585-0690-4877-922b-4b42cac45626 req-69768af8-c5b5-4d53-add4-67fd07ee6cbb service nova] Enqueued Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1127.113303] env[70236]: INFO networking_nsxv3.common.synchronization [req-f0ae3585-0690-4877-922b-4b42cac45626 req-69768af8-c5b5-4d53-add4-67fd07ee6cbb service nova] Enqueued Resource ID: 496cd9f9-8bb0-49b8-bad3-155d8bc584b7 with Priority: HIGHEST for action port [ 1127.113303] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_rules [ 1127.113303] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1127.118038] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496cd9f9-8bb0-49b8-bad3-155d8bc584b7 with Priority: HIGHEST for action port [ 1127.118038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.118038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.118038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.118038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.118038] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.118038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.118038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.118038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.118038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.118038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.118038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.118038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.118038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.118038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.118038] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.119348] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-496cd9f9-8bb0-49b8-bad3-155d8bc584b7 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.119603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-496cd9f9-8bb0-49b8-bad3-155d8bc584b7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.119771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-496cd9f9-8bb0-49b8-bad3-155d8bc584b7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.120014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-496cd9f9-8bb0-49b8-bad3-155d8bc584b7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.120180] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('496cd9f9-8bb0-49b8-bad3-155d8bc584b7',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.420240] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.621590] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.622730] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.622858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.624787] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 496cd9f9-8bb0-49b8-bad3-155d8bc584b7 with status ACTIVE [ 1127.625030] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.625197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.625197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.625533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.625648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.625891] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.626086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.626086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.626585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.627049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.627253] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.627357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.627429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.627602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.627723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.627836] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 496cd9f9-8bb0-49b8-bad3-155d8bc584b7 is going to be updated. [ 1127.647197] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.647341] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.647507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.647611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.647753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.647906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-496cd9f9-8bb0-49b8-bad3-155d8bc584b7" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.716414] env[70236]: INFO networking_nsxv3.common.synchronization [req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b req-fdcf8b51-f471-4139-8457-d27074476e0a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1127.716920] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1127.717242] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.717363] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.717433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.717635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.717784] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.717881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.717943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.718155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.718222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.718370] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.921981] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.999815] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.001195] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.001195] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.001195] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.001195] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.001195] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.001195] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.001195] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.001464] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.001583] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.001721] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.001834] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.002011] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.002078] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.002172] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.002312] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.020182] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.020396] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.020552] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.020723] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.021031] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-a2a6f4a0-f462-4213-867d-d854117f643d taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.021196] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-a2a6f4a0-f462-4213-867d-d854117f643d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.021322] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-a2a6f4a0-f462-4213-867d-d854117f643d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.021652] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-a2a6f4a0-f462-4213-867d-d854117f643d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.021888] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a6f4a0-f462-4213-867d-d854117f643d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.124553] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.220331] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.303408] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1128.303661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.303845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.304042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.304231] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.304428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.304428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.304566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.304660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.304754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.304883] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.424762] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.424934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.425015] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.425241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.425340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.425446] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 is going to be updated. [ 1128.457750] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.457750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.457750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.457750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.457750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.465520] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: IN_PROGRESS for 2s [ 1128.525310] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.525507] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.525563] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.525874] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.526063] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.526234] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port a2a6f4a0-f462-4213-867d-d854117f643d not found, creating... [ 1128.526513] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.526711] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.526839] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.527123] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.527348] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.527696] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.527899] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.528582] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.528582] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.528582] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.528739] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: a2a6f4a0-f462-4213-867d-d854117f643d is going to be created. [ 1128.548255] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.549187] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.549187] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.549187] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.549187] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.549365] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-a2a6f4a0-f462-4213-867d-d854117f643d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.626982] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.627173] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.627245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.627469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.627564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.627669] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba is going to be created. [ 1128.658867] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.658867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.658867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.659165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.659278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.669215] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: UNINITIALIZED for 2s [ 1128.722824] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.807320] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.807497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.807572] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.807810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.807983] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.808103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.808167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.808322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.808410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.808496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.808644] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.808739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.808797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.808936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.809086] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.809177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.809237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.809433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.809433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.809508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.809600] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.225424] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.225715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.225715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.226011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.226011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.226145] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1129.253335] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.253335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.253335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.253335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.253335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.260311] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1129.303971] env[70236]: INFO networking_nsxv3.common.synchronization [req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b req-26952b82-0a8c-4b3b-af00-83f70e19b280 service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1129.304177] env[70236]: INFO networking_nsxv3.common.synchronization [req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b req-26952b82-0a8c-4b3b-af00-83f70e19b280 service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1129.304320] env[70236]: INFO networking_nsxv3.common.synchronization [req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b req-26952b82-0a8c-4b3b-af00-83f70e19b280 service nova] Enqueued Resource ID: a2a6f4a0-f462-4213-867d-d854117f643d with Priority: HIGHEST for action port [ 1129.305140] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1129.305319] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1129.305439] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a6f4a0-f462-4213-867d-d854117f643d with Priority: HIGHEST for action port [ 1129.305710] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.305872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.305958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.306161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.306247] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.307108] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.307195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.307389] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a6f4a0-f462-4213-867d-d854117f643d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.307486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a6f4a0-f462-4213-867d-d854117f643d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.307548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a6f4a0-f462-4213-867d-d854117f643d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.307709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a6f4a0-f462-4213-867d-d854117f643d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.307780] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a6f4a0-f462-4213-867d-d854117f643d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.316248] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1785cb07-64a7-4c20-af95-dcc775d3ae0c: rpc.has_security_group_logging(os_id): False [ 1129.333693] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.333884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.333965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.334210] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.334299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.334508] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.334601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.334664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.334811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.334879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.335071] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.335171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.335225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.335348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.335429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.335618] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.335729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.335797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.335926] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.336452] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.336652] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be created. [ 1129.482628] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.482812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.482855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.483074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.483266] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.502299] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 1129.809706] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.809941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.815280] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2a6f4a0-f462-4213-867d-d854117f643d with status ACTIVE [ 1129.815482] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.815611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.815678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.815914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.816011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.816192] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.816292] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.816355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.816552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.816637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.816821] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.816915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.816979] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.817134] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.817209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.817295] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2a6f4a0-f462-4213-867d-d854117f643d is going to be updated. [ 1129.838411] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.838610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.838610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.838794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.838932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.839104] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a6f4a0-f462-4213-867d-d854117f643d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.477325] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: SUCCESS [ 1130.477652] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.477820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.478142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.478390] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.478642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.478792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.479102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.479226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.479352] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.679130] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: SUCCESS [ 1130.679352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.679547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.679775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.679977] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.680112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.680177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.680331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.680431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.680491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.680586] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.981503] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.182837] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.270379] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1131.270603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.270806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.271040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.271228] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.271357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.271396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.271615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.271855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.272045] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.483921] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.518842] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1131.519086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.540432] env[70236]: INFO networking_nsxv3.common.synchronization [req-c85d41de-69df-4e70-8556-60c315da684c req-5ba05593-2d40-4647-94ff-3d68863a7c34 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1131.541012] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1131.541333] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.541479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.685483] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05723e66-c2c2-48fb-af03-66a1731bffba: rpc.has_security_group_logging(os_id): False [ 1131.703138] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.703305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.703347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.703603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.703719] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.703959] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.704086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.704151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.704307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.704383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.704467] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba is going to be created. [ 1131.760992] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.761157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.761232] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.761455] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.761637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.774270] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.783702] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: IN_PROGRESS for 2s [ 1131.986390] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.986603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.986705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.986999] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.987139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.987276] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 is going to be updated. [ 1132.015589] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.015589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.015589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.015783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.015783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.023203] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: IN_PROGRESS for 2s [ 1132.278108] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.780559] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.780886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.780886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.781019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.781160] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.781263] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1132.820533] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.820777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.820891] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.821240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.821508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.833176] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1133.188840] env[70236]: INFO networking_nsxv3.common.synchronization [req-024cb454-9896-4693-bfa2-e7c94fa591d7 req-1665d33a-660b-495d-a137-0ff1bba811d6 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_members [ 1133.189462] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_members [ 1133.189795] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.189911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.190036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.192179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.192409] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.192644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.192743] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.192939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.193044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.193142] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c980ce6-2fa2-49e7-9438-d5e5dddd0101',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.474277] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.474510] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.474649] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.474947] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.475239] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.475399] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.475519] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.475749] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.475900] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.476163] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.476285] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.476399] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.476509] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.476622] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.476751] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.476887] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.496396] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.496538] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.496684] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.496854] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.497173] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-ffbabe96-ab0d-49ba-985e-628dae2e93ab taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.497342] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-ffbabe96-ab0d-49ba-985e-628dae2e93ab" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.497464] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-ffbabe96-ab0d-49ba-985e-628dae2e93ab" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.497758] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-ffbabe96-ab0d-49ba-985e-628dae2e93ab" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.497911] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffbabe96-ab0d-49ba-985e-628dae2e93ab',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.695526] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.695691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.695765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.696125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.696233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.696448] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.696568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.696618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.696762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.696840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.696947] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 already deleted. [ 1133.697007] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.796484] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: SUCCESS [ 1133.796830] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.000354] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.000602] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.000855] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.001196] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.001368] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.001613] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port ffbabe96-ab0d-49ba-985e-628dae2e93ab not found, creating... [ 1134.001925] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.002119] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.002389] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.002662] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.002809] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.003136] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.003486] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.003486] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.003708] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.003865] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.004150] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: ffbabe96-ab0d-49ba-985e-628dae2e93ab is going to be created. [ 1134.022997] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.023261] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.023395] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.023760] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.023996] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.024255] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-ffbabe96-ab0d-49ba-985e-628dae2e93ab" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.032670] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: SUCCESS [ 1134.034205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.034205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.034205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.034205] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.034205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.034205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.034205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.034205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.034205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.034205] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.034205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.034783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.034783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.034783] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.034783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.034783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.034919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.034919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.034971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.035038] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.035880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.036059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.036211] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.036312] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.036375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.036618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.036618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.036618] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.538898] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f539aa-5a14-44c7-bba1-6e872f97e0f8: rpc.has_security_group_logging(os_id): False [ 1134.540089] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.556906] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.557085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.557182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.557436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.557536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.557762] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.557899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.558021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.558277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.558420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.558740] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.559012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.559012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.559277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.559392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.559657] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.559781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.559857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.560028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.560125] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.560217] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 is going to be created. [ 1134.622097] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.622251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.622323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.622530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.622703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.632200] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: IN_PROGRESS for 2s [ 1134.712166] env[70236]: INFO networking_nsxv3.common.synchronization [req-024cb454-9896-4693-bfa2-e7c94fa591d7 req-574e8cd0-d202-4985-9490-fd5ab2547034 service nova] Enqueued Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_rules [ 1134.712345] env[70236]: INFO networking_nsxv3.common.synchronization [req-024cb454-9896-4693-bfa2-e7c94fa591d7 req-574e8cd0-d202-4985-9490-fd5ab2547034 service nova] Enqueued Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_members [ 1134.712503] env[70236]: INFO networking_nsxv3.common.synchronization [req-024cb454-9896-4693-bfa2-e7c94fa591d7 req-574e8cd0-d202-4985-9490-fd5ab2547034 service nova] Enqueued Resource ID: ffbabe96-ab0d-49ba-985e-628dae2e93ab with Priority: HIGHEST for action port [ 1134.712719] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_rules [ 1134.712847] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_members [ 1134.712944] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbabe96-ab0d-49ba-985e-628dae2e93ab with Priority: HIGHEST for action port [ 1134.713506] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.713668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.713734] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.713944] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.714416] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c980ce6-2fa2-49e7-9438-d5e5dddd0101',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.715707] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.715817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.715876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.716112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.716267] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.716357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.716534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.716686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.716775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.716899] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c980ce6-2fa2-49e7-9438-d5e5dddd0101',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.717964] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffbabe96-ab0d-49ba-985e-628dae2e93ab taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.718046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffbabe96-ab0d-49ba-985e-628dae2e93ab" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.718078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffbabe96-ab0d-49ba-985e-628dae2e93ab" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.718232] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffbabe96-ab0d-49ba-985e-628dae2e93ab" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.718300] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffbabe96-ab0d-49ba-985e-628dae2e93ab',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.842500] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1134.842779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.842779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.843141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.843420] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.843569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.843726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.843960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.844070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.844449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.844449] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.043131] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.216607] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.216708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.218063] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c980ce6-2fa2-49e7-9438-d5e5dddd0101',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.220010] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffbabe96-ab0d-49ba-985e-628dae2e93ab with status ACTIVE [ 1135.220253] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.220396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.220466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.220668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.220758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.220926] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.221032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.221095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.221284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.221341] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.221497] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.221706] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.221832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.221997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.222098] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.222191] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffbabe96-ab0d-49ba-985e-628dae2e93ab is going to be updated. [ 1135.335190] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.335431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.335544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.335824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.335992] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.336210] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffbabe96-ab0d-49ba-985e-628dae2e93ab" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.349815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.350022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.350132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.350434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.350733] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.350733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.350733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.350872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.350965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.351062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.351210] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.351317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.351397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.351498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.351738] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.351844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.351905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.352071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.352158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.352255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.352371] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.545432] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.545644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.545750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.545972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.546096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.546207] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 is going to be updated. [ 1135.571927] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.572110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.572185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.572395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.572547] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.581612] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: IN_PROGRESS for 2s [ 1135.724108] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c980ce6-2fa2-49e7-9438-d5e5dddd0101',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.855061] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 566dd993-51fa-4164-9a98-fbc4a6589594: rpc.has_security_group_logging(os_id): False [ 1135.871715] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.871884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.871939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.872180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.872270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.872479] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.872580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.872656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.872806] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.872894] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.873102] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.873195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.873251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.873391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.873574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.873703] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.873801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.873859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.873996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.874080] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.874164] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1135.928342] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.928521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.928571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.928791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.928959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.940637] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1136.226810] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.226980] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.227116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.227356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.227468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.227594] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 is going to be created. [ 1136.249491] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.249648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.249717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.249925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.250100] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.258234] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 in Status: UNINITIALIZED for 2s [ 1136.642355] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: SUCCESS [ 1136.642582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.642969] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.643088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.643161] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.145944] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.146347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.592048] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: SUCCESS [ 1137.592048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.592048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.592048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.592048] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.592048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.592048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.592048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.592394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.592394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.592394] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.953825] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1137.954113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.094951] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.095146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.095208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.095435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.095595] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.095698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.095854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.095963] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.096059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.096151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.096301] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.096395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.096456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.096665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.096724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.096817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.096875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.097012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.097102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.097212] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.097260] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.267616] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 in Status: SUCCESS [ 1138.267881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.268012] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.268232] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.268420] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.268537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.268601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.268759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.268838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.268923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.269025] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c980ce6-2fa2-49e7-9438-d5e5dddd0101',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.472097] env[70236]: INFO networking_nsxv3.common.synchronization [req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 req-e684dc92-bf92-4e90-a9fe-69a349a6a79a tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1138.472708] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1138.473797] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.473797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.473797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.473797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.473797] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.473797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.473797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.474159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.474159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.474159] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.558482] env[70236]: INFO networking_nsxv3.common.synchronization [req-80d43b00-d99b-4e3f-a110-8cb985b28876 req-32cb36cb-2ecb-48f4-a25c-96334ea2d8b1 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Enqueued Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1138.559039] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 with Priority: HIGHEST for action security_group_members [ 1138.559747] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f539aa-5a14-44c7-bba1-6e872f97e0f8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.559747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.600302] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f539aa-5a14-44c7-bba1-6e872f97e0f8: rpc.has_security_group_logging(os_id): False [ 1138.618054] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.618228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.618267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.618479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.618568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.618764] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.619122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.619190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.619353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.619433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.619643] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.619740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.619799] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.619943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.620030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.620211] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.620307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.620372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.620512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.620589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.620675] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 is going to be updated. [ 1138.677737] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.677924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.678067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.678282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.678458] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.693913] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: IN_PROGRESS for 2s [ 1138.771640] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c980ce6-2fa2-49e7-9438-d5e5dddd0101',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.976455] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.273408] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c980ce6-2fa2-49e7-9438-d5e5dddd0101: rpc.has_security_group_logging(os_id): False [ 1139.289821] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.289966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.290102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.290739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.290739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.290739] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.290739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.291045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.291045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.291045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.291183] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 is going to be created. [ 1139.344971] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.345226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.345333] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.345559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.345788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.359095] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 in Status: IN_PROGRESS for 2s [ 1139.478950] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.981955] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.982275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.982275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.982454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.982532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.982681] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 is going to be updated. [ 1140.008891] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.009052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.009052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.009962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.009962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.017384] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: IN_PROGRESS for 2s [ 1140.194822] env[70236]: INFO networking_nsxv3.common.synchronization [req-d53f81f3-f72b-4910-b7eb-753afb828677 req-01cd3be3-26e7-4850-8c5a-1a9678cce8ce tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1140.195571] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1140.195906] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.196061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.196133] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.196336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.196485] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.196586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.196653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.196802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.196884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.196976] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.313776] env[70236]: INFO networking_nsxv3.common.synchronization [req-f0def638-e5ab-4c00-a851-8eca467f7a7f req-3243b3a7-0810-4bdd-a4b7-23d1f0b5f6dd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Enqueued Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_members [ 1140.314300] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 with Priority: HIGHEST for action security_group_members [ 1140.314604] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-339df83c-edcf-4c97-9254-35d9ebc57a31 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.314845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.314947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.315625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.315625] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.315625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.315625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.315625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.315868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.315868] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339df83c-edcf-4c97-9254-35d9ebc57a31',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.700725] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.706613] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: SUCCESS [ 1140.706841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.707013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.707233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.707317] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.818306] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.818478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.818541] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.818755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.840501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.840789] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.840960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.841067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.841289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.841377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.841470] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 is going to be updated. [ 1140.868016] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.868156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.868198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.868391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.868539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.877209] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 in Status: IN_PROGRESS for 2s [ 1141.203265] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.226641] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.226786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.226862] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.227092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.227184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.227283] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 is going to be deleted. [ 1141.291131] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.291281] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.291323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.291527] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.291625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.291774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.370695] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 in Status: SUCCESS [ 1141.370981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.706081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.706081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.706081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.706081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.706081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.706322] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1141.734024] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.734248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.734248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.734462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.734623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.744464] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1142.026836] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 in Status: SUCCESS [ 1142.027055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.027221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.027430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.027612] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.027727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.027795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.027944] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.028044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.028144] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f539aa-5a14-44c7-bba1-6e872f97e0f8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.532036] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.532431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.532431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.532502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.533416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.533416] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.533416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.533416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.533416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.533416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.533416] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f539aa-5a14-44c7-bba1-6e872f97e0f8 is going to be deleted. [ 1142.558832] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.558999] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.559064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.559264] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.559348] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.559449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f539aa-5a14-44c7-bba1-6e872f97e0f8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.886480] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 in Status: SUCCESS [ 1142.886713] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339df83c-edcf-4c97-9254-35d9ebc57a31 deletion is rescheduled due to dependency. [ 1142.886893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339df83c-edcf-4c97-9254-35d9ebc57a31" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.112919] env[70236]: INFO networking_nsxv3.common.synchronization [req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 req-dc84e47c-6c25-46df-b189-598d8125bdac tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1143.113579] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1143.113994] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.114145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.114263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.114447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.114645] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.115024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.115024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.115135] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.115167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.115261] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.558019] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.558342] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.558599] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.558682] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.558936] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.559108] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.559244] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.559489] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.559643] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.559876] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.560033] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.560183] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.560309] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.560438] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.560566] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.560712] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.580629] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.580977] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1143.580977] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.581161] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.581526] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-c774bb35-b2d7-46f3-9608-0f0d74ea260b taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.581755] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-c774bb35-b2d7-46f3-9608-0f0d74ea260b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.581886] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-c774bb35-b2d7-46f3-9608-0f0d74ea260b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.582218] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-c774bb35-b2d7-46f3-9608-0f0d74ea260b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.582363] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c774bb35-b2d7-46f3-9608-0f0d74ea260b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.617442] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.617690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.617816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.618154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.618308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.618611] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.618775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.618881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.619146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.619285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.619415] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be deleted. [ 1143.646409] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.646610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.646653] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.646843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.646948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.647112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.754858] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1143.755978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.084266] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.084494] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.084627] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.084980] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.085158] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.085321] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port c774bb35-b2d7-46f3-9608-0f0d74ea260b not found, creating... [ 1144.085589] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.085755] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.085876] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.086115] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.086258] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.086541] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.086697] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.086817] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.087039] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.087179] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.087320] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: c774bb35-b2d7-46f3-9608-0f0d74ea260b is going to be created. [ 1144.107181] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.107472] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.107605] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.107886] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.108214] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.108542] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-c774bb35-b2d7-46f3-9608-0f0d74ea260b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.780450] env[70236]: INFO networking_nsxv3.common.synchronization [req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 req-dbe27622-573e-43a9-864a-bd636d81d647 service nova] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_rules [ 1144.780828] env[70236]: INFO networking_nsxv3.common.synchronization [req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 req-dbe27622-573e-43a9-864a-bd636d81d647 service nova] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1144.780828] env[70236]: INFO networking_nsxv3.common.synchronization [req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 req-dbe27622-573e-43a9-864a-bd636d81d647 service nova] Enqueued Resource ID: c774bb35-b2d7-46f3-9608-0f0d74ea260b with Priority: HIGHEST for action port [ 1144.781103] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_rules [ 1144.781103] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1144.781209] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c774bb35-b2d7-46f3-9608-0f0d74ea260b with Priority: HIGHEST for action port [ 1144.781829] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.781908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.782024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.782216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.782315] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.783205] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.783290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.783290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.783573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.783699] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.783789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.783847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.783983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.784067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.784157] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.784941] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-c774bb35-b2d7-46f3-9608-0f0d74ea260b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.785069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c774bb35-b2d7-46f3-9608-0f0d74ea260b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.785141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c774bb35-b2d7-46f3-9608-0f0d74ea260b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.785297] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c774bb35-b2d7-46f3-9608-0f0d74ea260b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.785433] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c774bb35-b2d7-46f3-9608-0f0d74ea260b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.286979] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.287196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.287319] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.288266] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c774bb35-b2d7-46f3-9608-0f0d74ea260b with status ACTIVE [ 1145.288633] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.288633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.288633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.288819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.288943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.289104] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.289201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.289261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.289411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.289519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.289698] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.289820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.289870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.289981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.290068] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.290153] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c774bb35-b2d7-46f3-9608-0f0d74ea260b is going to be updated. [ 1145.309223] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.309413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.309413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.309728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.309728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.309861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c774bb35-b2d7-46f3-9608-0f0d74ea260b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.792661] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.295586] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.295804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.295884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.296169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.296311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.296357] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be created. [ 1146.317836] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.317983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.318070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.318290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.318713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.327154] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: UNINITIALIZED for 2s [ 1148.337364] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1148.337616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.337793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.338023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.338223] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.338341] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.338403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.338556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.338637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.338723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.338813] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.700403] env[70236]: INFO networking_nsxv3.common.synchronization [None req-70a34992-bc43-4e19-8e32-735f589f6b7c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Enqueued Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_rules [ 1148.700904] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_rules [ 1148.701291] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7362f974-eb05-4a3e-82bd-c5272932a8ed taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.701418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.701481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.701767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.701849] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.770159] env[70236]: INFO networking_nsxv3.common.synchronization [None req-86b5d7ad-f01d-4792-b3c3-5b4c75003aff tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Enqueued Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_rules [ 1148.770647] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_rules [ 1148.771019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7362f974-eb05-4a3e-82bd-c5272932a8ed taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.771128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.841462] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.841632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.841698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.841941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.842119] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.842222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.842283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.842434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.842527] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.842618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.842763] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.842855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.842915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.843067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.843203] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.843294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.843354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.843484] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.843561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.843642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.843798] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.221954] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.222128] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.222201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.222424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.222516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.222612] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed already deleted. [ 1149.222704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.222907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.223093] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.223178] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.347379] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b274dc7-5288-45a4-b0df-ed5e69aa78d9: rpc.has_security_group_logging(os_id): False [ 1149.365367] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.365566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.365566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.365729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.365824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.366062] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.366168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.366231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.366389] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.366467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.366654] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.366747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.366808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.366946] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.367038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.367216] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.367318] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.367378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.367517] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.367596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.367681] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be created. [ 1149.420018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.420231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.420278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.420473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.420658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.432104] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1149.742734] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.742939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.742989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.743214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.743305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.743413] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed already deleted. [ 1149.743486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.660157] env[70236]: INFO networking_nsxv3.common.synchronization [None req-1dceda87-c147-4b6e-a0f3-5581f0b7bf01 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1150.660699] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1150.660775] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.660894] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.660965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.661184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.661335] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.661434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.661497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.661640] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.661725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.661836] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.098929] env[70236]: INFO networking_nsxv3.common.synchronization [req-492ef576-e1de-441e-8a29-ea023e691ec8 req-a7d84a02-306b-430e-8ccd-63f2ca2cfd33 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1151.099501] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1151.099817] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.100010] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.100085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.100303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.100387] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.100485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.100555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.100709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.100796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.100938] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.164222] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.351881] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.352120] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.352249] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.352515] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.352774] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.352935] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.353162] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.353399] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.353566] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.353835] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.353957] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.354079] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.354192] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.354306] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.354414] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.354554] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.372248] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.372406] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1151.372602] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.372756] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.373251] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-0459e513-4e77-4ed1-8f9c-abc1e562c599 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.373355] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-0459e513-4e77-4ed1-8f9c-abc1e562c599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.373425] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-0459e513-4e77-4ed1-8f9c-abc1e562c599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.373765] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-0459e513-4e77-4ed1-8f9c-abc1e562c599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.373934] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0459e513-4e77-4ed1-8f9c-abc1e562c599',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.444923] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1151.445135] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.603343] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.666353] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.879023] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.879023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.879023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.879023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.879023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.879023] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 0459e513-4e77-4ed1-8f9c-abc1e562c599 not found, creating... [ 1151.879023] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.879023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.879023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.879023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.879023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.879576] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.879576] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.879576] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.879576] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.879576] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.879576] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 0459e513-4e77-4ed1-8f9c-abc1e562c599 is going to be created. [ 1151.900996] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.900996] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.900996] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.900996] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.900996] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.900996] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-0459e513-4e77-4ed1-8f9c-abc1e562c599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.106369] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.168938] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.169114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.169258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.169395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.169481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.169578] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1152.196842] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.196972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.197055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.197253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.197391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.205269] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1152.606564] env[70236]: INFO networking_nsxv3.common.synchronization [req-492ef576-e1de-441e-8a29-ea023e691ec8 req-c10af607-5e96-4c04-a292-242297267328 service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1152.606772] env[70236]: INFO networking_nsxv3.common.synchronization [req-492ef576-e1de-441e-8a29-ea023e691ec8 req-c10af607-5e96-4c04-a292-242297267328 service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1152.606895] env[70236]: INFO networking_nsxv3.common.synchronization [req-492ef576-e1de-441e-8a29-ea023e691ec8 req-c10af607-5e96-4c04-a292-242297267328 service nova] Enqueued Resource ID: 0459e513-4e77-4ed1-8f9c-abc1e562c599 with Priority: HIGHEST for action port [ 1152.607145] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1152.607274] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1152.607368] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0459e513-4e77-4ed1-8f9c-abc1e562c599 with Priority: HIGHEST for action port [ 1152.609286] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.609444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.609548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.609776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.610147] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.611080] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.611194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.611477] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.611582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.611670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.612244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.612244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.613397] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1152.614500] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-0459e513-4e77-4ed1-8f9c-abc1e562c599 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.614614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0459e513-4e77-4ed1-8f9c-abc1e562c599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.614667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0459e513-4e77-4ed1-8f9c-abc1e562c599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.614836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0459e513-4e77-4ed1-8f9c-abc1e562c599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.615393] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0459e513-4e77-4ed1-8f9c-abc1e562c599',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.641849] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.642028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.642078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.642278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.642419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.657418] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1152.759762] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.760095] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.760309] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.760710] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.761311] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.761589] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.761885] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.762634] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.763023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.763363] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.763553] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.763779] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.763968] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.764168] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.764351] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.764571] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.791225] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.791394] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1152.791539] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.791777] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.792117] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-cceb78db-b61a-4a44-85aa-607c0d1a2544 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.792301] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-cceb78db-b61a-4a44-85aa-607c0d1a2544" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.792426] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-cceb78db-b61a-4a44-85aa-607c0d1a2544" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.792774] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-cceb78db-b61a-4a44-85aa-607c0d1a2544" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.792941] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cceb78db-b61a-4a44-85aa-607c0d1a2544',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.117343] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.117581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.117768] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0459e513-4e77-4ed1-8f9c-abc1e562c599 with status ACTIVE [ 1153.117972] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.118127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.118201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.118502] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.118687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.118897] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.119016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.119086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.119306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.119432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.119652] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.119810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.119870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.120036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.120164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.120245] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0459e513-4e77-4ed1-8f9c-abc1e562c599 is going to be updated. [ 1153.139985] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.140133] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.140211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.140428] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.140606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.140726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0459e513-4e77-4ed1-8f9c-abc1e562c599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.296019] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.296292] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.296393] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.296695] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.296854] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.297061] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port cceb78db-b61a-4a44-85aa-607c0d1a2544 not found, creating... [ 1153.297339] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.297504] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.297626] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.297870] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.298039] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.298331] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.298492] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.298615] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.298834] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.298974] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.299254] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: cceb78db-b61a-4a44-85aa-607c0d1a2544 is going to be created. [ 1153.319437] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.319626] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.319760] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.320055] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.320287] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.320513] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-cceb78db-b61a-4a44-85aa-607c0d1a2544" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.014121] env[70236]: INFO networking_nsxv3.common.synchronization [req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e req-5c44f698-84b5-487c-941f-eeb9ead3459a service nova] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_rules [ 1154.015079] env[70236]: INFO networking_nsxv3.common.synchronization [req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e req-5c44f698-84b5-487c-941f-eeb9ead3459a service nova] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1154.015392] env[70236]: INFO networking_nsxv3.common.synchronization [req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e req-5c44f698-84b5-487c-941f-eeb9ead3459a service nova] Enqueued Resource ID: cceb78db-b61a-4a44-85aa-607c0d1a2544 with Priority: HIGHEST for action port [ 1154.017266] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_rules [ 1154.017455] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1154.017595] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cceb78db-b61a-4a44-85aa-607c0d1a2544 with Priority: HIGHEST for action port [ 1154.018258] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.018432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.018527] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.018760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.018875] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.019837] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.019977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.020319] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-cceb78db-b61a-4a44-85aa-607c0d1a2544 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.020485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cceb78db-b61a-4a44-85aa-607c0d1a2544" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.020606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cceb78db-b61a-4a44-85aa-607c0d1a2544" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.020798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cceb78db-b61a-4a44-85aa-607c0d1a2544" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.020906] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cceb78db-b61a-4a44-85aa-607c0d1a2544',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.175020] env[70236]: INFO networking_nsxv3.common.synchronization [req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd req-75927937-d18e-43ea-b7b2-481963ae9ce0 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Enqueued Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_members [ 1154.175541] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_members [ 1154.175843] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7362f974-eb05-4a3e-82bd-c5272932a8ed taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.175966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.176046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.176308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.176459] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.176560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.176624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.176776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.176863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.176951] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.213842] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1154.214583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.214754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.214993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.215342] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.215342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.215487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.215529] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.215613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.215701] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.429247] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.429602] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.429950] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.430397] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.430843] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.431158] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.431393] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.431807] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.432009] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.432245] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.432367] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.432483] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.432596] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.432710] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.432823] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.432961] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.450406] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.450592] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.451291] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.451486] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.451798] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.451974] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.452114] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.452425] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.452664] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.523764] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.523764] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.523993] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cceb78db-b61a-4a44-85aa-607c0d1a2544 with status ACTIVE [ 1154.524173] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.524287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.524345] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.524563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.524642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.524832] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.524977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.525092] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.525341] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.525475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.525771] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.525978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.526070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.526287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.526422] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.526565] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cceb78db-b61a-4a44-85aa-607c0d1a2544 is going to be updated. [ 1154.547186] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.547330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.547398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.547620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.547756] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.547919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cceb78db-b61a-4a44-85aa-607c0d1a2544" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.669258] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1154.669258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.669258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.669258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.669467] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.669561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.669621] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.669780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.669861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.669955] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.684506] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.684506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.684506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.684506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.684506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.684506] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.684506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.684506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.684506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.684506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.684506] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed already deleted. [ 1154.684506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.719350] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.955314] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.955532] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.955655] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.955923] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.956095] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.956258] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 not found, creating... [ 1154.956521] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.956677] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.956800] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.957058] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.957204] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.957484] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.957641] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.957764] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.957977] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.958129] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.958270] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 is going to be created. [ 1154.976278] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.976456] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.976570] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.976793] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.977017] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.977233] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.172254] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.220980] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.654311] env[70236]: INFO networking_nsxv3.common.synchronization [req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd req-8a4e5642-a798-41cd-8fda-fda81d22e147 service nova] Enqueued Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_rules [ 1155.654555] env[70236]: INFO networking_nsxv3.common.synchronization [req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd req-8a4e5642-a798-41cd-8fda-fda81d22e147 service nova] Enqueued Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_members [ 1155.654716] env[70236]: INFO networking_nsxv3.common.synchronization [req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd req-8a4e5642-a798-41cd-8fda-fda81d22e147 service nova] Enqueued Resource ID: 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 with Priority: HIGHEST for action port [ 1155.655365] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_rules [ 1155.655522] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_members [ 1155.655655] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 with Priority: HIGHEST for action port [ 1155.655977] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7362f974-eb05-4a3e-82bd-c5272932a8ed taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.656140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.656214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.656446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.656543] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.657458] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7362f974-eb05-4a3e-82bd-c5272932a8ed taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.657578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.657672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.658735] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.658735] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.658735] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.658735] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.658735] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.658735] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.658735] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.659399] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.659511] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.659602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.659763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.659869] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.674257] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.723684] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.723929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.723929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.724155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.724249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.724349] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1155.750309] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.750486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.750486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.750679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.750818] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.758223] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1156.161861] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7362f974-eb05-4a3e-82bd-c5272932a8ed taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.162013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.163307] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.164255] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 with status ACTIVE [ 1156.164450] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.164564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.164633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.164851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.164953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.165306] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.165306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.165306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.165454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.165544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.165683] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.165768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.165824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.165964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.166121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.166166] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 is going to be updated. [ 1156.176542] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.176857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.176857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.176981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.176981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.177093] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1156.186493] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.186655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.186699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.186837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.186963] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.187130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.200995] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.201132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.201228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.201357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.201489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.208777] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1156.668419] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.171579] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.171852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.171957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.172282] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.172460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.172629] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed is going to be created. [ 1157.195110] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.195414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.195465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.195715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.195998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.205935] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed in Status: UNINITIALIZED for 2s [ 1157.766992] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1157.767221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.767391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.767606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.767795] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.767916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.767981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.768154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.768236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.768323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.768426] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.218593] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1158.218993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.218993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.219179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.219461] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.219694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.219808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.219925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.220034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.220107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.220204] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.270993] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.271256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.271256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.271523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.271713] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.271845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.271902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.272055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.272149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.272239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.272387] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.272470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.272545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.272671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.272806] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.272948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.272948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.273218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.273218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.273384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.273384] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.722815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.722815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.722815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.723147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.723147] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.723256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.723356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.723532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.723625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.723716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.723908] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.724014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.724081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.724227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.724363] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.724453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.724540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.724649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.724725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.724828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.724928] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.775826] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b274dc7-5288-45a4-b0df-ed5e69aa78d9: rpc.has_security_group_logging(os_id): False [ 1158.794262] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.794463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.794463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.794687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.794787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.794997] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.795111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.795168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.795322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.795397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.795582] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.795673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.795732] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.795866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.795932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.796154] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.796263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.796327] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.796467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.796542] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.796629] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1158.855959] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.856137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.856137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.857208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.857208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.872934] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1159.214918] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed in Status: SUCCESS [ 1159.215907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.215907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.215907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.215907] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.216323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.216323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.216323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.216323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.216523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.216523] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.226925] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 566dd993-51fa-4164-9a98-fbc4a6589594: rpc.has_security_group_logging(os_id): False [ 1159.242272] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.242405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.242475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.242674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.242755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.243016] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.243119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.243191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.243291] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.243367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.243562] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.243655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.243720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.243880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.243974] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.244351] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.244426] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.244457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.244580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.244656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.244745] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1159.304174] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.304304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.304422] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.304632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.304833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.320611] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1159.718600] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.220743] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7362f974-eb05-4a3e-82bd-c5272932a8ed: rpc.has_security_group_logging(os_id): False [ 1160.239077] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.239077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.239077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.239077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.239077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.239539] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.239539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.239539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.239631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.239675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.239795] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed is going to be created. [ 1160.304306] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.304475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.304514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.304739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.304954] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.315304] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed in Status: IN_PROGRESS for 2s [ 1160.656932] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.657176] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1160.888930] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1160.889252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.337672] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1161.337990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.326655] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed in Status: SUCCESS [ 1162.326857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.925024] env[70236]: INFO networking_nsxv3.common.synchronization [req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 req-4ed9bf75-2f0a-4c06-b804-27724f776734 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1163.925610] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1163.925922] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.926058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.926119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.926332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.926550] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.926704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.926775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.926950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.927055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.927149] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.429762] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.933367] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.182787] env[70236]: INFO networking_nsxv3.common.synchronization [req-56e4c351-16c6-4a8f-9221-a61227695392 req-81c97f3d-d02f-42c6-8ca1-c378e43bae6e tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1165.183838] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGHEST for action security_group_members [ 1165.183838] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.183838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.184058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.184298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.184485] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.184617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.184685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.184852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.184938] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.185070] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.436967] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.437156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.437229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.437443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.437535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.437633] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1165.467565] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.467968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.467968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.468059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.468150] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.477602] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1165.687092] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.687286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.687286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.687464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.687562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.687765] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.687906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.688078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.688157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.688207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.688283] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be updated. [ 1165.716416] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.716614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.716740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.716942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.717189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.726111] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 2s [ 1166.719402] env[70236]: INFO networking_nsxv3.common.synchronization [req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f req-2584fc99-9554-4df8-ac86-20a7fecf257a tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1166.719945] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1166.720425] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.720558] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.720628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.721205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.721205] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.721205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.721205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.721417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.721417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.721472] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.223376] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.487211] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1167.487491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.725822] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.736331] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: IN_PROGRESS for 4s [ 1167.780056] env[70236]: INFO networking_nsxv3.common.synchronization [None req-f494ac50-7705-4e7f-b910-dd521f698a15 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1167.780618] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1167.780928] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.781048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.229390] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.229574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.229614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.229906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.230037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.230166] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1168.256085] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.256248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.256331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.256566] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.256747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.265031] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1169.745597] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c in Status: SUCCESS [ 1169.746013] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c deletion is rescheduled due to dependency. [ 1169.746013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.276611] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1170.276611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.276611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.276611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.276611] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.276611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.276611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.276611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.276611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.276611] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.374784] env[70236]: INFO networking_nsxv3.common.synchronization [req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 req-a6b467e2-93bf-4545-90fa-d22099711131 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_members [ 1170.375432] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 with Priority: HIGHEST for action security_group_members [ 1170.375759] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.375884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.375987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.376169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.376319] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.376417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.377324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.377324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.377324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.377324] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.779163] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.779530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.779530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.779604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.779724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.779887] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.779982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.780055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.780224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.780300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.780389] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1170.808331] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.808585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.808585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.808712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.808850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.816425] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1170.881156] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.881156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.881156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.881353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.901698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.901698] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.901698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.901698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.901698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.901698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.901698] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 is going to be updated. [ 1170.924810] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.925119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.925232] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.925463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.925635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.933319] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 in Status: IN_PROGRESS for 2s [ 1172.410198] env[70236]: INFO networking_nsxv3.common.synchronization [req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 req-5bc4499f-ae7f-4eb0-a524-973974542fb1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1172.411131] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1172.411793] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.412295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.412486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.412777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.413463] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.413688] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.414075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.414432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.414648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.414874] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.817050] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.817275] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.817404] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.817673] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.817939] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.818764] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.819010] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.819328] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.819546] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.819820] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.820018] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.820191] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.820690] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.820690] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.820887] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.821590] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.831644] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1172.832061] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 deletion is rescheduled due to dependency. [ 1172.832319] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.842956] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.842956] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.842956] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.842956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.842956] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-fca4edca-3813-494e-a034-de917e7053b1 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.842956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-fca4edca-3813-494e-a034-de917e7053b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.842956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-fca4edca-3813-494e-a034-de917e7053b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.842956] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-fca4edca-3813-494e-a034-de917e7053b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.842956] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca4edca-3813-494e-a034-de917e7053b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.918811] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.943197] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 in Status: SUCCESS [ 1172.943318] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79 deletion is rescheduled due to dependency. [ 1172.943431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aa02ee-54de-4cca-93e9-f7f4dc3d7e79" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.345228] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.345492] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.345629] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.345913] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.346082] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.346868] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port fca4edca-3813-494e-a034-de917e7053b1 not found, creating... [ 1173.346868] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.346868] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.346868] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.347089] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.347187] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.347479] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.347642] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.347764] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.347984] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.348159] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.348305] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: fca4edca-3813-494e-a034-de917e7053b1 is going to be created. [ 1173.368691] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.368908] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.369066] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.369346] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.369570] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.369805] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-fca4edca-3813-494e-a034-de917e7053b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.421516] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.924577] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.924577] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.924577] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.924577] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.924577] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.924577] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1173.952108] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.952279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.952347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.952561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.952706] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.960902] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1174.057134] env[70236]: INFO networking_nsxv3.common.synchronization [req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 req-ef189ed3-54d6-4fed-864f-52197bad2aa9 service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1174.057134] env[70236]: INFO networking_nsxv3.common.synchronization [req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 req-ef189ed3-54d6-4fed-864f-52197bad2aa9 service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1174.057134] env[70236]: INFO networking_nsxv3.common.synchronization [req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 req-ef189ed3-54d6-4fed-864f-52197bad2aa9 service nova] Enqueued Resource ID: fca4edca-3813-494e-a034-de917e7053b1 with Priority: HIGHEST for action port [ 1174.057134] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1174.057134] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1174.057331] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca4edca-3813-494e-a034-de917e7053b1 with Priority: HIGHEST for action port [ 1174.057747] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.057873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.058410] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.058627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.058711] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.059553] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.059651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.059896] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-fca4edca-3813-494e-a034-de917e7053b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.059967] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fca4edca-3813-494e-a034-de917e7053b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.060022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fca4edca-3813-494e-a034-de917e7053b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.060203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fca4edca-3813-494e-a034-de917e7053b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.060313] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca4edca-3813-494e-a034-de917e7053b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.562488] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.562798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.564953] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fca4edca-3813-494e-a034-de917e7053b1 with status ACTIVE [ 1174.565165] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.565280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.565351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.565548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.565637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.565811] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.565888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.565957] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.566123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.566219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.566436] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.566535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.566598] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.566789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.566842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.566888] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fca4edca-3813-494e-a034-de917e7053b1 is going to be updated. [ 1174.588812] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.588975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.589043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.589229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.589366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.589535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fca4edca-3813-494e-a034-de917e7053b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.118037] env[70236]: INFO networking_nsxv3.common.synchronization [None req-c754b86c-a531-4ebf-b2ed-1ee95b909949 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_rules [ 1175.118545] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_rules [ 1175.118852] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.118976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.119047] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.119413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.119413] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.229591] env[70236]: INFO networking_nsxv3.common.synchronization [None req-32bcf9f8-f003-49a0-b63f-d87a5fea5af1 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_rules [ 1175.230194] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_rules [ 1175.230510] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.230615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.640166] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.640452] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.640452] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.640593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.640684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.640781] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91919946-d872-4fb9-9e8b-126394c133bc already deleted. [ 1175.640895] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.641043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.641207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.641459] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.969981] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1175.970241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.970403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.970618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.970802] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.970915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.970977] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.971139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.971221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.971477] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.159700] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.159700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.159700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.159889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.160184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.160184] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91919946-d872-4fb9-9e8b-126394c133bc already deleted. [ 1176.160184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.476440] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.978704] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.481215] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.481379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.481461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.481663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.481755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.481875] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1177.510079] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.510240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.510298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.510493] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.510648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.519175] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1177.522199] env[70236]: INFO networking_nsxv3.common.synchronization [req-3da48c4e-172a-402f-b5f7-61d7e919f690 req-04ac60ab-24c1-4894-8c4a-bee7509c18a7 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1177.522447] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1177.522930] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.523058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.523126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.523354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.523516] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.523657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.523728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.524204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.524300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.524397] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.846083] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-861 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.846315] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.846447] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.846726] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.846997] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.847492] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.847625] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.847854] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.848014] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.848247] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.848365] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.848478] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.848590] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.848701] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.848809] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.848944] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.866934] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.867107] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.867247] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.867409] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.867679] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.867836] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.867959] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.868258] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.868401] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13931e52-c6a8-4e5d-80d7-ee5a3412a9aa',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.026370] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.026665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.026665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.026825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.026919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.027147] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.027246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.027315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.027467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.027545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.027632] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad already deleted. [ 1178.027712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.371676] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.371930] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.372090] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.372371] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.372530] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.372691] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 13931e52-c6a8-4e5d-80d7-ee5a3412a9aa not found, creating... [ 1178.372954] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.373131] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.373296] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.373533] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.373679] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.373991] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.374177] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.374300] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.374511] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.374652] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.374796] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 13931e52-c6a8-4e5d-80d7-ee5a3412a9aa is going to be created. [ 1178.397299] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.397299] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.397299] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.397299] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.397299] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.397299] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.087487] env[70236]: INFO networking_nsxv3.common.synchronization [req-3da48c4e-172a-402f-b5f7-61d7e919f690 req-7866a7a3-9cd7-4505-a5fb-b831226548a5 service nova] Enqueued Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_rules [ 1179.087829] env[70236]: INFO networking_nsxv3.common.synchronization [req-3da48c4e-172a-402f-b5f7-61d7e919f690 req-7866a7a3-9cd7-4505-a5fb-b831226548a5 service nova] Enqueued Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1179.088060] env[70236]: INFO networking_nsxv3.common.synchronization [req-3da48c4e-172a-402f-b5f7-61d7e919f690 req-7866a7a3-9cd7-4505-a5fb-b831226548a5 service nova] Enqueued Resource ID: 13931e52-c6a8-4e5d-80d7-ee5a3412a9aa with Priority: HIGHEST for action port [ 1179.089070] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_rules [ 1179.089333] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1179.089496] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13931e52-c6a8-4e5d-80d7-ee5a3412a9aa with Priority: HIGHEST for action port [ 1179.089825] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.089958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.090059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.090311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.090410] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.091759] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.091950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.091993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.092295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.092498] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.092589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.092673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.092827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.092932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.093090] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.094252] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.094387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.094505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.094649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.094809] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13931e52-c6a8-4e5d-80d7-ee5a3412a9aa',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.529368] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1179.529368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.529368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.529368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.529592] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.529720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.529785] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.529936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.530026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.530110] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.530198] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.596754] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.596909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.597059] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.598241] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13931e52-c6a8-4e5d-80d7-ee5a3412a9aa with status ACTIVE [ 1179.598423] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.598538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.598606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.598801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.598928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.599469] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.599469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.599469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.599469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.599469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.599684] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.599802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.599802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.599886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.599959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.600058] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13931e52-c6a8-4e5d-80d7-ee5a3412a9aa is going to be updated. [ 1179.618588] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.618708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.618754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.618919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.619053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.619203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.033183] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.033387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.033451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.033677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.033847] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.033983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.034106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.034320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.034416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.034508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.034663] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.034757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.034821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.034966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.035119] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.035206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.035266] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.035401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.035477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.035559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.035647] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.098958] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.506441] env[70236]: INFO networking_nsxv3.common.synchronization [req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 req-4d0ec96e-1151-4d35-a2ce-f05c4f97a2a9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1180.506775] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1180.507022] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.507181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.507214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.507459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.507648] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.507723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.507788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.507936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.508031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.508125] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.537964] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 566dd993-51fa-4164-9a98-fbc4a6589594: rpc.has_security_group_logging(os_id): False [ 1180.556037] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.556181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.556278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.556493] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.556582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.556774] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.556872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.556935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.557833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.557833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.557833] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.557833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.557833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.557833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.557833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.558120] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.558120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.558120] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.558631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.558719] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.558807] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1180.601663] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.601937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.602227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.602514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.602554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.602648] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad is going to be created. [ 1180.634908] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.635064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.635123] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.635336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.635560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.642571] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.642696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.642867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.642937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.643096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.654017] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: UNINITIALIZED for 2s [ 1180.663958] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1180.816891] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.817103] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.817248] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.817517] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.817786] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.817948] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.818084] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.818307] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.818456] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.818669] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.818788] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.818926] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.819053] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.819171] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.819282] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.819419] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.842951] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.842951] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.843311] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.843311] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.843661] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-8db69e78-2df7-4605-b06b-5166b95bd959 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.843844] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-8db69e78-2df7-4605-b06b-5166b95bd959" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.844012] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-8db69e78-2df7-4605-b06b-5166b95bd959" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.844325] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-8db69e78-2df7-4605-b06b-5166b95bd959" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.844473] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db69e78-2df7-4605-b06b-5166b95bd959',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.010448] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.010651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.010729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.010975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.011119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.011356] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.011483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.011558] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.011757] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.011836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.011936] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91919946-d872-4fb9-9e8b-126394c133bc already deleted. [ 1181.012055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.348074] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.348074] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.348074] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.348074] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.348074] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.348548] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 8db69e78-2df7-4605-b06b-5166b95bd959 not found, creating... [ 1181.348548] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.348665] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.348788] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.349033] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.349190] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.349486] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.349693] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.349827] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.350060] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.350207] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.350351] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 8db69e78-2df7-4605-b06b-5166b95bd959 is going to be created. [ 1181.368287] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.368537] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.368769] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.369189] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.369588] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.369915] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-8db69e78-2df7-4605-b06b-5166b95bd959" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.036041] env[70236]: INFO networking_nsxv3.common.synchronization [req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 req-f9feb998-ee71-4427-9fb2-20969d18ba55 service nova] Enqueued Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_rules [ 1182.036243] env[70236]: INFO networking_nsxv3.common.synchronization [req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 req-f9feb998-ee71-4427-9fb2-20969d18ba55 service nova] Enqueued Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1182.036451] env[70236]: INFO networking_nsxv3.common.synchronization [req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 req-f9feb998-ee71-4427-9fb2-20969d18ba55 service nova] Enqueued Resource ID: 8db69e78-2df7-4605-b06b-5166b95bd959 with Priority: HIGHEST for action port [ 1182.036615] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_rules [ 1182.036777] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1182.036833] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db69e78-2df7-4605-b06b-5166b95bd959 with Priority: HIGHEST for action port [ 1182.037388] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.037516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.037584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.037781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.037862] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.044019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.044019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.044019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.044019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.044019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.044019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.044019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.044019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.044019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.044019] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.044019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-8db69e78-2df7-4605-b06b-5166b95bd959 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.044019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8db69e78-2df7-4605-b06b-5166b95bd959" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.044019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8db69e78-2df7-4605-b06b-5166b95bd959" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.044019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8db69e78-2df7-4605-b06b-5166b95bd959" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.044019] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db69e78-2df7-4605-b06b-5166b95bd959',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.542233] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.542627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.549793] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.553105] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8db69e78-2df7-4605-b06b-5166b95bd959 with status ACTIVE [ 1182.553298] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.553419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.553484] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.553701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.554308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.554308] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.554308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.554308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.554308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.554563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.554563] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.554647] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.554680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.554802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.554870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.554967] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8db69e78-2df7-4605-b06b-5166b95bd959 is going to be updated. [ 1182.574974] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.575131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.575208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.575374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.575504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.575652] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8db69e78-2df7-4605-b06b-5166b95bd959" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.663970] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: SUCCESS [ 1182.664220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.665229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.665460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.665664] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.665788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.665861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.666053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.666167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.666258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.666370] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.683889] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1182.684179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.051631] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.168967] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.169178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.169216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.169480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.169692] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.169797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.169863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.170041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.170137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.170257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.170458] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.170555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.170615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.170759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.170973] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.171124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.171179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.171328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.171402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.171491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.171759] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.553820] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.554208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.554208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.554315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.554402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.554500] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91919946-d872-4fb9-9e8b-126394c133bc is going to be created. [ 1183.602312] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.602528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.602528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.602727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.602852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.612610] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: UNINITIALIZED for 2s [ 1183.674241] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad: rpc.has_security_group_logging(os_id): False [ 1183.693237] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.693344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.693421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.693649] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.693739] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.693993] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.694115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.694193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.694355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.694434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.694637] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.694729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.694776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.694926] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.695046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.695217] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.695310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.695365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.695505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.695575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.695673] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad is going to be created. [ 1183.752868] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.752868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.752868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.753107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.753159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.763808] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: IN_PROGRESS for 2s [ 1185.628959] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: SUCCESS [ 1185.629453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.629453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.629560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.629726] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.629845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.629927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.630135] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.630292] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.630292] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.630419] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.776385] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: SUCCESS [ 1185.776602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.133282] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.635830] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91919946-d872-4fb9-9e8b-126394c133bc: rpc.has_security_group_logging(os_id): False [ 1186.652196] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.652352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.652352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.652556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.652640] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.652871] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.652969] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.653048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.653276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.653354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.653443] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91919946-d872-4fb9-9e8b-126394c133bc is going to be created. [ 1186.716033] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.716225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.716334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.716564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.716787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.726117] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: IN_PROGRESS for 2s [ 1187.038091] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.038221] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1188.254358] env[70236]: INFO networking_nsxv3.common.synchronization [req-02efd55c-d81e-423a-9462-95c314660f9a req-dcebae75-a75b-4e04-a936-b48a136a0dbf tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1188.254922] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1188.255290] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.255425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.255507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.255708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.255862] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.256037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.256037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.256184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.256308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.256495] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.596242] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.596242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.596242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.596242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.596242] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.596242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.596242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.596242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.596242] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.596906] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.597249] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.597501] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.597841] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.598428] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.598868] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.601117] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.618546] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.618723] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.618958] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.619045] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.619365] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-598e1973-69cc-44db-a631-75c5545dbbbe taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.619573] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-598e1973-69cc-44db-a631-75c5545dbbbe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.619737] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-598e1973-69cc-44db-a631-75c5545dbbbe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.620134] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-598e1973-69cc-44db-a631-75c5545dbbbe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.620208] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('598e1973-69cc-44db-a631-75c5545dbbbe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.737491] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: SUCCESS [ 1188.737721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.758265] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.122324] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.122619] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.122782] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.123120] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.123286] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.123448] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 598e1973-69cc-44db-a631-75c5545dbbbe not found, creating... [ 1189.123718] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.123874] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.124068] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.124317] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.124462] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.124754] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.124913] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.125097] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.125439] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.125596] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.125768] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 598e1973-69cc-44db-a631-75c5545dbbbe is going to be created. [ 1189.146243] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.146483] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.146710] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.146978] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.147232] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.147473] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-598e1973-69cc-44db-a631-75c5545dbbbe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.260706] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.764174] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.764383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.764420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.764634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.764730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.764833] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1189.792295] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.792450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.792548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.792797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.792946] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.801348] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1189.841331] env[70236]: INFO networking_nsxv3.common.synchronization [req-02efd55c-d81e-423a-9462-95c314660f9a req-6f96ebf1-8968-4e83-b1a4-3fb877554d48 service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1189.841511] env[70236]: INFO networking_nsxv3.common.synchronization [req-02efd55c-d81e-423a-9462-95c314660f9a req-6f96ebf1-8968-4e83-b1a4-3fb877554d48 service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1189.841653] env[70236]: INFO networking_nsxv3.common.synchronization [req-02efd55c-d81e-423a-9462-95c314660f9a req-6f96ebf1-8968-4e83-b1a4-3fb877554d48 service nova] Enqueued Resource ID: 598e1973-69cc-44db-a631-75c5545dbbbe with Priority: HIGHEST for action port [ 1189.841891] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1189.842031] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1189.842135] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598e1973-69cc-44db-a631-75c5545dbbbe with Priority: HIGHEST for action port [ 1189.842684] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.842844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.842901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.844822] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.844992] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.845942] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.846124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.846372] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-598e1973-69cc-44db-a631-75c5545dbbbe taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.846505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-598e1973-69cc-44db-a631-75c5545dbbbe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.846592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-598e1973-69cc-44db-a631-75c5545dbbbe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.846796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-598e1973-69cc-44db-a631-75c5545dbbbe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.846896] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('598e1973-69cc-44db-a631-75c5545dbbbe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.350338] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.350651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.350759] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 598e1973-69cc-44db-a631-75c5545dbbbe with status ACTIVE [ 1190.350963] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.351169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.351285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.351552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.351701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.351927] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.352108] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.352182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.352357] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.352449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.352744] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.352952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.353096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.353283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.353387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.353582] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 598e1973-69cc-44db-a631-75c5545dbbbe is going to be updated. [ 1190.374818] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.375063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.375121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.375350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.375520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.375712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-598e1973-69cc-44db-a631-75c5545dbbbe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.812132] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1191.812427] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.812515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.812740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.812929] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.813061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.813131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.813289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.813358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.813510] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.318537] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.822951] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.325022] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.325230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.325276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.325563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.325689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.326864] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1193.355595] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.355731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.355805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.355994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.356145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.363812] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1194.058140] env[70236]: INFO networking_nsxv3.common.synchronization [req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 req-5f8fb04b-72b1-4b40-a205-aaa8c61070df tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Enqueued Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_members [ 1194.058435] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGHEST for action security_group_members [ 1194.058734] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c5e121-255b-4a92-b028-57819d8a5efe taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.058856] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.058925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.059140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.059293] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.059395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.059460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.059613] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.059692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.059782] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c5e121-255b-4a92-b028-57819d8a5efe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.561627] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.561844] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.561943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.562267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.562392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.562659] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.562797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.562883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.563106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.563221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.563341] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c5e121-255b-4a92-b028-57819d8a5efe is going to be updated. [ 1194.593669] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.593851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.593851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.594076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.594216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.603225] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c5e121-255b-4a92-b028-57819d8a5efe in Status: IN_PROGRESS for 2s [ 1195.374373] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1195.374680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.374769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.374940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.375194] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.375317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.375385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.375551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.375633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.375720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.375810] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.879599] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.879599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.879599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.879599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.879599] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.879599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.879599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.879599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.879599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.879599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.879599] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.879599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.879599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.879599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.880409] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.880409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.880409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.880409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.880409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.880409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.880629] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.382813] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 566dd993-51fa-4164-9a98-fbc4a6589594: rpc.has_security_group_logging(os_id): False [ 1196.399717] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.399863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.399863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.400784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.400784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.400784] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.400784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.400784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.401226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.401226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.401226] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.401323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.401407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.401568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.401656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.401846] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.401961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.402575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.402775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.402870] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.402963] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1196.461229] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.461391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.461487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.461689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.461841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.479350] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1196.507313] env[70236]: INFO networking_nsxv3.common.synchronization [req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa req-f52d458f-b3bc-44b6-9a87-6a5f7028077b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1196.508010] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1196.508329] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.508444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.508512] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.508703] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.508849] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.508943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.509020] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.509158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.509241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.509333] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.615805] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c5e121-255b-4a92-b028-57819d8a5efe in Status: SUCCESS [ 1196.616044] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c5e121-255b-4a92-b028-57819d8a5efe deletion is rescheduled due to dependency. [ 1196.616204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.975334] env[70236]: INFO networking_nsxv3.common.synchronization [None req-1af4138f-515f-430b-97ea-3d0ab6dfda4c tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_rules [ 1196.975837] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_rules [ 1196.976146] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.976272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.976368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.976605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.976701] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7274eff-afe6-43d6-b8d4-8f5b0186f904',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.990810] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.992033] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.992194] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.994954] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.995451] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.995663] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.995800] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.996079] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.996261] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.996616] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.996822] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.996972] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.997142] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.997325] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.997429] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.997555] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.012589] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.020688] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.020926] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1197.021375] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.021375] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.021590] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-ce13e72c-209d-43ca-86f5-ba0af415f3b5 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.021774] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-ce13e72c-209d-43ca-86f5-ba0af415f3b5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.021906] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-ce13e72c-209d-43ca-86f5-ba0af415f3b5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.022271] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-ce13e72c-209d-43ca-86f5-ba0af415f3b5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.022599] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce13e72c-209d-43ca-86f5-ba0af415f3b5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.099043] env[70236]: INFO networking_nsxv3.common.synchronization [None req-2ba6b90c-9bfb-4f47-8881-a8d8c9f023af tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_rules [ 1197.100369] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_rules [ 1197.101016] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.101268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.185688] env[70236]: INFO networking_nsxv3.common.synchronization [req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 req-ad5f395f-496e-42ed-b739-3806cf67d82e tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1197.185688] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1197.185688] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.185688] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.185688] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.186081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.186081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.186188] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.186243] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.186823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.186823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.186823] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.515041] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.531475] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.531632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.532079] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.532079] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.532231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.532231] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 already deleted. [ 1197.532330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.532838] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.533035] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.533170] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.533408] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.533546] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.534113] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port ce13e72c-209d-43ca-86f5-ba0af415f3b5 not found, creating... [ 1197.534417] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.534587] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.534845] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.534968] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.535068] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.535706] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.535975] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.535975] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.536160] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.536386] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.536461] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: ce13e72c-209d-43ca-86f5-ba0af415f3b5 is going to be created. [ 1197.537919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.538094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.538183] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7274eff-afe6-43d6-b8d4-8f5b0186f904',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.563040] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.563040] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.563040] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.563305] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.563588] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.563830] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-ce13e72c-209d-43ca-86f5-ba0af415f3b5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.689011] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.689191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.689254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.689460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.689553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.689748] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.689863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.689939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.690102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.690178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.690268] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be updated. [ 1197.723918] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.724139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.724220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.724375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.724507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.732710] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 1198.020257] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.020453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.020495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.021646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.021646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.021646] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91919946-d872-4fb9-9e8b-126394c133bc is going to be updated. [ 1198.046576] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.046712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.046783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.046990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.047149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.057804] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: IN_PROGRESS for 2s [ 1198.060775] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.060911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.060971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.061186] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.061337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.061432] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 already deleted. [ 1198.061523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.279102] env[70236]: INFO networking_nsxv3.common.synchronization [req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa req-1ca2d704-4f8f-44d4-8881-4d64ecc8c833 service nova] Enqueued Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_rules [ 1198.279252] env[70236]: INFO networking_nsxv3.common.synchronization [req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa req-1ca2d704-4f8f-44d4-8881-4d64ecc8c833 service nova] Enqueued Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1198.279293] env[70236]: INFO networking_nsxv3.common.synchronization [req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa req-1ca2d704-4f8f-44d4-8881-4d64ecc8c833 service nova] Enqueued Resource ID: ce13e72c-209d-43ca-86f5-ba0af415f3b5 with Priority: HIGHEST for action port [ 1198.279510] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_rules [ 1198.279638] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1198.279731] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce13e72c-209d-43ca-86f5-ba0af415f3b5 with Priority: HIGHEST for action port [ 1198.280438] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.280505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.280584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.280726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.280802] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.282053] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.284025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.284025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce13e72c-209d-43ca-86f5-ba0af415f3b5 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.284025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce13e72c-209d-43ca-86f5-ba0af415f3b5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.284025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce13e72c-209d-43ca-86f5-ba0af415f3b5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.284025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce13e72c-209d-43ca-86f5-ba0af415f3b5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.284025] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce13e72c-209d-43ca-86f5-ba0af415f3b5',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.495526] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1198.495811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.783966] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.784276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.784394] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce13e72c-209d-43ca-86f5-ba0af415f3b5 with status ACTIVE [ 1198.784563] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.784665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.784737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.784971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.785155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.785340] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.785438] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.785503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.785658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.785744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.785923] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.786023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.786081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.786223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.786300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.786384] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce13e72c-209d-43ca-86f5-ba0af415f3b5 is going to be updated. [ 1198.821453] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.821685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.821685] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.821899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.821991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.822167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce13e72c-209d-43ca-86f5-ba0af415f3b5" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.742829] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 1199.742829] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e deletion is rescheduled due to dependency. [ 1199.742829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.904064] env[70236]: INFO networking_nsxv3.common.synchronization [req-c43bb6ea-c080-414e-84e6-8fa69341f552 req-53a38e0a-d5f0-491a-9fa0-3067199dcc71 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_members [ 1199.904567] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGHEST for action security_group_members [ 1199.904822] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.904949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.905148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.905521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.905521] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.905633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.905705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.905829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.905934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.905996] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c980ce6-2fa2-49e7-9438-d5e5dddd0101',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.067826] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: SUCCESS [ 1200.068118] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.068355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.068602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.068797] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.068918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.068990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.069151] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.069234] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.069327] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.408511] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.408675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.408749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.409016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.409087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.409286] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.409380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.409440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.409609] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.409666] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.409752] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 is going to be updated. [ 1200.438479] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.438629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.438681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.438882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.439035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.446940] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 in Status: IN_PROGRESS for 2s [ 1200.572117] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.908692] env[70236]: INFO networking_nsxv3.common.synchronization [req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 req-30a1c9c4-1adc-46bd-bfec-3c157eafe4a2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1200.909234] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1200.909542] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.910227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.910227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.910227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.910227] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.910408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.910408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.910497] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.910573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.910666] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.074365] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.412698] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.576437] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.576628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.576802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.576922] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.577094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.577146] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91919946-d872-4fb9-9e8b-126394c133bc is going to be updated. [ 1201.604452] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.604538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.604576] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.605152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.605152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.618466] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: IN_PROGRESS for 2s [ 1201.916294] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.274120] env[70236]: INFO networking_nsxv3.common.synchronization [req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 req-195f2220-5010-430d-8278-8e2d8a91cbc4 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1202.274797] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1202.275141] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.275305] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.275396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.275628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.275940] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.276105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.276193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.276390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.276514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.276635] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.418571] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.418660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.418660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.418878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.418975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.419088] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1202.450058] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.450213] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.450286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.450554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.450727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.459858] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 in Status: SUCCESS [ 1202.460037] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 deletion is rescheduled due to dependency. [ 1202.460148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.460975] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1202.779467] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.779669] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.779669] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.779907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.780013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.780211] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.780316] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.780379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.780535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.780612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.780697] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad is going to be updated. [ 1202.812279] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.812453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.812521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.812722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.812861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.821292] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: IN_PROGRESS for 2s [ 1203.629223] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: SUCCESS [ 1203.629637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.629637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.629811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.629995] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.630129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.630198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.630353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.630433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.630523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.630614] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.133609] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.251050] env[70236]: INFO networking_nsxv3.common.synchronization [req-f757e53d-00bf-488d-a15d-a4ad861f063f req-3cebe817-3d3e-4bc8-bb89-b6e44c5dbc36 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_members [ 1204.251610] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_members [ 1204.251933] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7274eff-afe6-43d6-b8d4-8f5b0186f904 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.252100] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.252178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.252447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.252656] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.252745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.252784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.252935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.256065] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.256244] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7274eff-afe6-43d6-b8d4-8f5b0186f904',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.471964] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1204.472220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.559752] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.559961] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.560109] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.560395] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.560848] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.561076] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.561209] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.561440] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.561590] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.561813] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.561933] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.562060] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.562175] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.562292] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.562401] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.562567] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.581372] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.581552] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1204.581713] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.581891] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.582267] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-d53c3d6d-53dd-472b-b08a-3974f7c65285 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.582443] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-d53c3d6d-53dd-472b-b08a-3974f7c65285" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.582567] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-d53c3d6d-53dd-472b-b08a-3974f7c65285" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.582873] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-d53c3d6d-53dd-472b-b08a-3974f7c65285" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.583032] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53c3d6d-53dd-472b-b08a-3974f7c65285',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.636027] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91919946-d872-4fb9-9e8b-126394c133bc: rpc.has_security_group_logging(os_id): False [ 1204.653867] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.654148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.654148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.654367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.654462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.654711] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.654811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.654866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.655030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.655121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.655228] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91919946-d872-4fb9-9e8b-126394c133bc is going to be updated. [ 1204.717533] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.717723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.717830] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.718258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.718486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.731671] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: IN_PROGRESS for 2s [ 1204.758267] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.758479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.758559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.758841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.758949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.759172] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.759285] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.759359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.759520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.759597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.759684] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 already deleted. [ 1204.759766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.831547] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: SUCCESS [ 1204.831715] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad deletion is rescheduled due to dependency. [ 1204.831845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.088097] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.088097] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.088097] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.088097] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.088097] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.088097] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port d53c3d6d-53dd-472b-b08a-3974f7c65285 not found, creating... [ 1205.088097] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.088650] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.088710] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.088959] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.089203] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.089529] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.089689] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.089904] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.090991] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.090991] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.090991] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: d53c3d6d-53dd-472b-b08a-3974f7c65285 is going to be created. [ 1205.110287] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.110491] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.110624] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.110915] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.111194] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.111458] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-d53c3d6d-53dd-472b-b08a-3974f7c65285" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.948332] env[70236]: INFO networking_nsxv3.common.synchronization [req-f757e53d-00bf-488d-a15d-a4ad861f063f req-5e15db30-d1ee-4a9e-a4d3-b4e65a00fc8a service nova] Enqueued Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_rules [ 1205.948681] env[70236]: INFO networking_nsxv3.common.synchronization [req-f757e53d-00bf-488d-a15d-a4ad861f063f req-5e15db30-d1ee-4a9e-a4d3-b4e65a00fc8a service nova] Enqueued Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_members [ 1205.948681] env[70236]: INFO networking_nsxv3.common.synchronization [req-f757e53d-00bf-488d-a15d-a4ad861f063f req-5e15db30-d1ee-4a9e-a4d3-b4e65a00fc8a service nova] Enqueued Resource ID: d53c3d6d-53dd-472b-b08a-3974f7c65285 with Priority: HIGHEST for action port [ 1205.949123] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_rules [ 1205.949123] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_members [ 1205.949200] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53c3d6d-53dd-472b-b08a-3974f7c65285 with Priority: HIGHEST for action port [ 1205.949693] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.949822] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.949893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.950111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.950192] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7274eff-afe6-43d6-b8d4-8f5b0186f904',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.951346] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7274eff-afe6-43d6-b8d4-8f5b0186f904 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.951346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.951346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.951554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.951645] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.951746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.951801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.951940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.952043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.952178] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7274eff-afe6-43d6-b8d4-8f5b0186f904',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.952942] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-d53c3d6d-53dd-472b-b08a-3974f7c65285 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.953296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d53c3d6d-53dd-472b-b08a-3974f7c65285" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.953333] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d53c3d6d-53dd-472b-b08a-3974f7c65285" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.953489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d53c3d6d-53dd-472b-b08a-3974f7c65285" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.953560] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53c3d6d-53dd-472b-b08a-3974f7c65285',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.242597] env[70236]: INFO networking_nsxv3.common.synchronization [None req-246803f4-3436-4dff-915e-78f648405054 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1206.242830] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1206.243147] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.243313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.243397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.244051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.244051] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.244051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.244051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.244051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.244395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.244395] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.459460] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d53c3d6d-53dd-472b-b08a-3974f7c65285 with status ACTIVE [ 1206.459826] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.460078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.460157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.461380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.461380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.461380] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.461380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.461380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.461380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.461696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.461977] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.462114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.462177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.462329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.462411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.462500] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d53c3d6d-53dd-472b-b08a-3974f7c65285 is going to be updated. [ 1206.464052] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7274eff-afe6-43d6-b8d4-8f5b0186f904',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.465043] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7274eff-afe6-43d6-b8d4-8f5b0186f904 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.465139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.484285] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.484525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.484525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.485364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.485364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.485364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d53c3d6d-53dd-472b-b08a-3974f7c65285" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.748070] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: SUCCESS [ 1206.748578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.748965] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.748965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.748965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.749155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.749221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.749435] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.752825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.752825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.752825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.752825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.752825] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1206.776040] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.776040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.776040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.776040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.776040] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.784065] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1206.967484] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7274eff-afe6-43d6-b8d4-8f5b0186f904',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.187650] env[70236]: INFO networking_nsxv3.common.synchronization [None req-47dece19-6a89-4772-8247-7df268cf400c tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_rules [ 1207.188174] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_rules [ 1207.188489] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.188628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.188692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.188926] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.189018] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c844bd5c-665f-4002-8bc2-d1e2132e4ae8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.277688] env[70236]: INFO networking_nsxv3.common.synchronization [None req-93143bcd-2d68-4bcc-b1c3-504da202221d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_rules [ 1207.277688] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_rules [ 1207.277688] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.278397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.474262] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.474262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.474262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.474262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.474262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.474262] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 is going to be created. [ 1207.507488] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.507659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.507699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.507882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.508741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.517638] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 in Status: UNINITIALIZED for 2s [ 1207.710365] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.710574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.710672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.710910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.711105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.711166] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 already deleted. [ 1207.711600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.711600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.711600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.711894] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c844bd5c-665f-4002-8bc2-d1e2132e4ae8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.235064] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.235423] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.235423] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.235496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.236218] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.236364] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 already deleted. [ 1208.236567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.793566] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1208.795968] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 deletion is rescheduled due to dependency. [ 1208.795968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.528129] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 in Status: SUCCESS [ 1209.528474] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.528536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.528761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.528982] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.529116] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.529192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.529293] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.529372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.529461] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.529552] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7274eff-afe6-43d6-b8d4-8f5b0186f904',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.031765] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7274eff-afe6-43d6-b8d4-8f5b0186f904',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.533538] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7274eff-afe6-43d6-b8d4-8f5b0186f904: rpc.has_security_group_logging(os_id): False [ 1210.557838] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.558124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.558124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.560721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.560721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.560721] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.560721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.560721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.560721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.560721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.560721] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 is going to be created. [ 1210.636073] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.636263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.636309] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.636643] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.636826] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.657294] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 in Status: IN_PROGRESS for 2s [ 1211.135899] env[70236]: INFO networking_nsxv3.common.synchronization [req-832faf7a-fda6-4550-8b66-745f4091a2dd req-c08ad1ca-e8d8-4498-ba40-f9dc75459c9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1211.138249] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1211.139382] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.139579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.140059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.140346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.140567] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.140731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.140830] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.141066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.141194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.141340] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.355039] env[70236]: INFO networking_nsxv3.common.synchronization [req-96019f5b-59ed-4c56-98fd-0875c9b63f3a req-d7352696-d8c7-46ac-b4e7-b80b8eb86355 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1211.355901] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1211.356130] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.356258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.356322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.356606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.356823] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.356936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.356999] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.357286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.357384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.357481] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.644194] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.695482] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-415 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.695679] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.695806] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.696082] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.696344] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.696503] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.696622] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.696843] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.696989] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.697229] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.697346] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.697456] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.697566] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.697677] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.697785] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.697917] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.715483] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.715678] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1211.715835] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.716051] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.716396] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-0628dfc9-a027-476a-84d0-1104ff7645f4 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.716603] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.716751] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.717126] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.717310] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0628dfc9-a027-476a-84d0-1104ff7645f4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.860312] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.860499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.860546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.860773] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.860866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.861089] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.861192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.861256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.861411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.861487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.861574] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be updated. [ 1211.886150] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.886350] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.886745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.886745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.886852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.894977] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 1212.146455] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.220057] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.220303] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.220437] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.220753] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.220964] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.221190] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 0628dfc9-a027-476a-84d0-1104ff7645f4 not found, creating... [ 1212.221508] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.221707] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.221838] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.222113] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.222273] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.222572] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.222732] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.222864] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.223093] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.223245] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.223390] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 0628dfc9-a027-476a-84d0-1104ff7645f4 is going to be created. [ 1212.244465] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.244706] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.244838] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.245149] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.245446] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.245678] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.648667] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.649115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.649115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.649115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.649226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.649315] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1212.666645] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 in Status: SUCCESS [ 1212.666871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.676490] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.676699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.676699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.676886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.677036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.684678] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1212.996778] env[70236]: INFO networking_nsxv3.common.synchronization [req-96019f5b-59ed-4c56-98fd-0875c9b63f3a req-55d5f490-2e63-49ca-ba58-2f92b67f0c84 service nova] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 1212.997013] env[70236]: INFO networking_nsxv3.common.synchronization [req-96019f5b-59ed-4c56-98fd-0875c9b63f3a req-55d5f490-2e63-49ca-ba58-2f92b67f0c84 service nova] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1212.997214] env[70236]: INFO networking_nsxv3.common.synchronization [req-96019f5b-59ed-4c56-98fd-0875c9b63f3a req-55d5f490-2e63-49ca-ba58-2f92b67f0c84 service nova] Enqueued Resource ID: 0628dfc9-a027-476a-84d0-1104ff7645f4 with Priority: HIGHEST for action port [ 1212.997855] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 1212.997966] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1212.998100] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0628dfc9-a027-476a-84d0-1104ff7645f4 with Priority: HIGHEST for action port [ 1212.998439] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.998607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.998701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.998921] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.999031] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.999932] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.000417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.000417] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-0628dfc9-a027-476a-84d0-1104ff7645f4 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.000417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.000586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.000680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.000733] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0628dfc9-a027-476a-84d0-1104ff7645f4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.505532] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.505754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.506018] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0628dfc9-a027-476a-84d0-1104ff7645f4 with status ACTIVE [ 1213.506309] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.506504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.506618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.506952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.507132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.507402] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.507561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.507656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.507907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.508051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.508337] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.508489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.508588] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.508807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.508928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.509105] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0628dfc9-a027-476a-84d0-1104ff7645f4 is going to be updated. [ 1213.529392] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.529623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.529736] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.530063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.530289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.530540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.587438] env[70236]: INFO networking_nsxv3.common.synchronization [None req-f76c5bf9-cf72-438b-9d53-a3f322009b81 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_rules [ 1213.587976] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_rules [ 1213.588308] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eb0065a-3b44-4a91-8642-40d262ffcac9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.588433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.588504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.588754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.589071] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eb0065a-3b44-4a91-8642-40d262ffcac9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.657133] env[70236]: INFO networking_nsxv3.common.synchronization [None req-ec6f54be-fd0d-4203-8030-f63e121750eb tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_rules [ 1213.657460] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_rules [ 1213.657785] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eb0065a-3b44-4a91-8642-40d262ffcac9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.658777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.904625] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 1213.904800] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e deletion is rescheduled due to dependency. [ 1213.904917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.905177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.905354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.905547] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.905667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.905745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.905874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.905949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.906059] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.108481] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.108728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.108837] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.109178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.109327] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.109485] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 already deleted. [ 1214.109623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.109863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.110621] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.110818] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eb0065a-3b44-4a91-8642-40d262ffcac9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.408476] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.635270] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.635270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.635270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.635270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.635270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.635270] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 already deleted. [ 1214.635270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.694058] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1214.694481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.911711] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.164725] env[70236]: INFO networking_nsxv3.common.synchronization [req-2b507c0b-34de-4a31-9340-efb212b320bd req-4892d57b-93a6-4d9c-992d-7b3a27314335 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_members [ 1215.165259] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_members [ 1215.167018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.167018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.167018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.167018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.167018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.167018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.167340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.167340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.167340] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.167425] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c844bd5c-665f-4002-8bc2-d1e2132e4ae8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.414817] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.414817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.414817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.415533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.415533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.415533] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be updated. [ 1215.439730] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.439871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.439943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.440167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.440311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.443483] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.443663] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.443789] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.444041] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.444733] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.444733] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.444733] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.444901] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.444971] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.445215] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.445331] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.445441] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.445550] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.445658] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.445766] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.445897] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.449787] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 1215.461377] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.461377] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.015 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1215.461534] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.461683] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-335" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.461980] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-4793040c-abf6-44b1-8a8c-85cf90399140 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.462195] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-4793040c-abf6-44b1-8a8c-85cf90399140" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.462324] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-4793040c-abf6-44b1-8a8c-85cf90399140" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.462625] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-4793040c-abf6-44b1-8a8c-85cf90399140" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.462773] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4793040c-abf6-44b1-8a8c-85cf90399140',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.670635] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.670635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.670635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.670635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.670635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.670635] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.670635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.670635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.670635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.670635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.670635] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 already deleted. [ 1215.670635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.968088] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.968088] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.968088] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.968088] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.968088] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.968088] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 4793040c-abf6-44b1-8a8c-85cf90399140 not found, creating... [ 1215.968088] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.968088] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.968088] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.969170] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.969450] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.969847] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.972165] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.972165] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.972165] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.972165] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.972165] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 4793040c-abf6-44b1-8a8c-85cf90399140 is going to be created. [ 1215.991818] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.991818] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.991818] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.991818] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.991818] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.991818] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-4793040c-abf6-44b1-8a8c-85cf90399140" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.698485] env[70236]: INFO networking_nsxv3.common.synchronization [req-2b507c0b-34de-4a31-9340-efb212b320bd req-0c764a57-29ac-4cca-812a-9e9a63927591 service nova] Enqueued Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_rules [ 1216.701575] env[70236]: INFO networking_nsxv3.common.synchronization [req-2b507c0b-34de-4a31-9340-efb212b320bd req-0c764a57-29ac-4cca-812a-9e9a63927591 service nova] Enqueued Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_members [ 1216.701575] env[70236]: INFO networking_nsxv3.common.synchronization [req-2b507c0b-34de-4a31-9340-efb212b320bd req-0c764a57-29ac-4cca-812a-9e9a63927591 service nova] Enqueued Resource ID: 4793040c-abf6-44b1-8a8c-85cf90399140 with Priority: HIGHEST for action port [ 1216.701575] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_rules [ 1216.701575] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_members [ 1216.701575] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793040c-abf6-44b1-8a8c-85cf90399140 with Priority: HIGHEST for action port [ 1216.701575] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.701575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.701575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.701575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.701575] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c844bd5c-665f-4002-8bc2-d1e2132e4ae8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.701927] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.701968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.702053] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.702388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.702587] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.702637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.702697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.702839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.702934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.703021] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c844bd5c-665f-4002-8bc2-d1e2132e4ae8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.704032] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4793040c-abf6-44b1-8a8c-85cf90399140 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.704136] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4793040c-abf6-44b1-8a8c-85cf90399140" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.704226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4793040c-abf6-44b1-8a8c-85cf90399140" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.704376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4793040c-abf6-44b1-8a8c-85cf90399140" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.704466] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4793040c-abf6-44b1-8a8c-85cf90399140',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.206016] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.206469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.207696] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c844bd5c-665f-4002-8bc2-d1e2132e4ae8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.209176] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4793040c-abf6-44b1-8a8c-85cf90399140 with status ACTIVE [ 1217.209424] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.209581] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.209662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.209956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.210109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.210304] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.210380] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.210467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.210595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.210672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.210855] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.210947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.211017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.211658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.211818] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.211865] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4793040c-abf6-44b1-8a8c-85cf90399140 is going to be updated. [ 1217.231185] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.231377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.231436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.231614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.231750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.231911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4793040c-abf6-44b1-8a8c-85cf90399140" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.458718] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 1217.458975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.459224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.459585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.459793] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.459968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.460117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.460594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.460689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.460857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.461029] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.714695] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c844bd5c-665f-4002-8bc2-d1e2132e4ae8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.963432] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.218499] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.218961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.218961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.219181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.219342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.219518] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 is going to be created. [ 1218.240686] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.240686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.240686] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.240936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.241078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.249101] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 in Status: UNINITIALIZED for 2s [ 1218.466041] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f4d0114-8f4f-43f9-8671-ea2285836b8e: rpc.has_security_group_logging(os_id): False [ 1218.484631] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.484631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.484631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.484631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.484945] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.484996] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.485113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.485193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.485365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.485444] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.485539] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be updated. [ 1218.546776] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.546993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.546993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.547277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.547399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.559833] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 1219.257244] env[70236]: INFO networking_nsxv3.common.synchronization [req-6281a8ae-a563-45b9-8bcc-09ef684a3497 req-bd8ad3b0-d9b7-4285-96d9-e579417d0c02 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_members [ 1219.257244] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_members [ 1219.257494] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb0065a-3b44-4a91-8642-40d262ffcac9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.257600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.257650] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.257885] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.258044] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.258142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.258201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.258352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.258434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.258522] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eb0065a-3b44-4a91-8642-40d262ffcac9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.577529] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-861 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.577758] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.577941] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.578282] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.578592] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.578760] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.578880] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.579125] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.579274] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.579488] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.579603] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.579751] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.579889] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.580048] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.580167] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.580304] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.597724] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.597892] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1219.598097] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.598345] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.598674] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-4d44835e-6463-4a61-8acd-90f6d08459fc taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.598850] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-4d44835e-6463-4a61-8acd-90f6d08459fc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.598985] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-4d44835e-6463-4a61-8acd-90f6d08459fc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.599330] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-4d44835e-6463-4a61-8acd-90f6d08459fc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.599600] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d44835e-6463-4a61-8acd-90f6d08459fc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.760561] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.760774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.760774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.760998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.761106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.761326] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.761425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.761484] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.761642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.761719] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.761803] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 already deleted. [ 1219.761883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.102011] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.102349] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.102525] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.102848] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.103058] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.103231] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 4d44835e-6463-4a61-8acd-90f6d08459fc not found, creating... [ 1220.103521] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.103770] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.104009] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.105024] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.105219] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.105599] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.106240] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.106240] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.106240] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.106240] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.106686] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 4d44835e-6463-4a61-8acd-90f6d08459fc is going to be created. [ 1220.125540] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.125808] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.125916] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.126220] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.126450] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.126728] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-4d44835e-6463-4a61-8acd-90f6d08459fc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.259237] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 in Status: SUCCESS [ 1220.259551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.259642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.259866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.260070] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.260197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.260267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.260416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.260499] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.260583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.260679] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c844bd5c-665f-4002-8bc2-d1e2132e4ae8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.572077] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 1220.572261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.767022] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c844bd5c-665f-4002-8bc2-d1e2132e4ae8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.823431] env[70236]: INFO networking_nsxv3.common.synchronization [req-6281a8ae-a563-45b9-8bcc-09ef684a3497 req-347a6b09-0cfb-4b59-a2c7-ad0cea997428 service nova] Enqueued Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_rules [ 1220.823620] env[70236]: INFO networking_nsxv3.common.synchronization [req-6281a8ae-a563-45b9-8bcc-09ef684a3497 req-347a6b09-0cfb-4b59-a2c7-ad0cea997428 service nova] Enqueued Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_members [ 1220.823761] env[70236]: INFO networking_nsxv3.common.synchronization [req-6281a8ae-a563-45b9-8bcc-09ef684a3497 req-347a6b09-0cfb-4b59-a2c7-ad0cea997428 service nova] Enqueued Resource ID: 4d44835e-6463-4a61-8acd-90f6d08459fc with Priority: HIGHEST for action port [ 1220.824422] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_rules [ 1220.824422] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_members [ 1220.824550] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d44835e-6463-4a61-8acd-90f6d08459fc with Priority: HIGHEST for action port [ 1220.824765] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eb0065a-3b44-4a91-8642-40d262ffcac9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.824861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.824926] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.825141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.825230] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eb0065a-3b44-4a91-8642-40d262ffcac9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.826140] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb0065a-3b44-4a91-8642-40d262ffcac9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.826210] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.826253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.826413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.826578] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.826696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.826798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.826882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.826958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.827053] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eb0065a-3b44-4a91-8642-40d262ffcac9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.827787] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d44835e-6463-4a61-8acd-90f6d08459fc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.827893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d44835e-6463-4a61-8acd-90f6d08459fc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.827947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d44835e-6463-4a61-8acd-90f6d08459fc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.828140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d44835e-6463-4a61-8acd-90f6d08459fc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.828199] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d44835e-6463-4a61-8acd-90f6d08459fc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.266576] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c844bd5c-665f-4002-8bc2-d1e2132e4ae8: rpc.has_security_group_logging(os_id): False [ 1221.282679] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.282815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.282864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.283069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.283163] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.283406] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.283504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.283570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.283804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.283804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.283931] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 is going to be created. [ 1221.329576] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb0065a-3b44-4a91-8642-40d262ffcac9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.329788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.334558] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d44835e-6463-4a61-8acd-90f6d08459fc with status ACTIVE [ 1221.334558] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.334558] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.334814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.334860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.334970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.335123] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.335325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.335325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.336112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.336112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.336112] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.336112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.336112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.336112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.336112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.336112] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d44835e-6463-4a61-8acd-90f6d08459fc is going to be updated. [ 1221.337206] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eb0065a-3b44-4a91-8642-40d262ffcac9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.338795] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.339573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.339573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.339573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.339573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.349139] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 in Status: IN_PROGRESS for 2s [ 1221.358257] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.358385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.358450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.358640] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.358765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.358909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d44835e-6463-4a61-8acd-90f6d08459fc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.840999] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eb0065a-3b44-4a91-8642-40d262ffcac9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.344435] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.344744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.344744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.345017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.345166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.345300] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 is going to be created. [ 1222.367303] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.367469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.367520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.367720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.367873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.377100] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 in Status: UNINITIALIZED for 2s [ 1223.360393] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 in Status: SUCCESS [ 1223.360393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.386713] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 in Status: SUCCESS [ 1224.387009] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.387102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.387307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.387514] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.387610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.387674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.387820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.387898] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.387981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.388080] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eb0065a-3b44-4a91-8642-40d262ffcac9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.467508] env[70236]: INFO networking_nsxv3.common.synchronization [req-3023d2ce-fcb1-4b64-8b70-7c73b287280a req-5bba5b1f-10ad-499f-8153-9b984001e998 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1224.468080] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1224.468410] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.468559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.468656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.468924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.469081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.469207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.469309] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.469509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.469624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.469742] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.827346] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.827577] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.827725] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.828076] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.828365] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.828546] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.828689] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.828941] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.829111] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.829348] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.829511] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.829644] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.829760] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.830164] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.830164] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.830340] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.848387] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.848387] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1224.848535] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.848612] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.848972] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-3d78f62b-82e4-4d9d-9936-ad7088148f47 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.849180] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-3d78f62b-82e4-4d9d-9936-ad7088148f47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.849260] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-3d78f62b-82e4-4d9d-9936-ad7088148f47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.849565] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-3d78f62b-82e4-4d9d-9936-ad7088148f47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.849720] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d78f62b-82e4-4d9d-9936-ad7088148f47',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.891290] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eb0065a-3b44-4a91-8642-40d262ffcac9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.973066] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.352306] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.352557] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.352686] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.353008] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.353201] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.353362] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 3d78f62b-82e4-4d9d-9936-ad7088148f47 not found, creating... [ 1225.353631] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.353787] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.353907] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.354165] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.354351] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.354707] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.354892] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.355044] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.355691] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.355878] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.356053] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 3d78f62b-82e4-4d9d-9936-ad7088148f47 is going to be created. [ 1225.375284] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.375468] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.375592] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.375838] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.376068] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.376290] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-3d78f62b-82e4-4d9d-9936-ad7088148f47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.395747] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eb0065a-3b44-4a91-8642-40d262ffcac9: rpc.has_security_group_logging(os_id): False [ 1225.412790] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.412930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.413058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.413239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.413320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.413555] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.413648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.413706] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.413880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.413967] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.414076] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 is going to be created. [ 1225.475078] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.491760] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.491907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.491962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.492192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.492392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.512822] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 in Status: IN_PROGRESS for 2s [ 1225.977580] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.977580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.977580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.977580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.977882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.977882] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1226.003855] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.004014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.004089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.004315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.004562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.012410] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1226.067660] env[70236]: INFO networking_nsxv3.common.synchronization [req-3023d2ce-fcb1-4b64-8b70-7c73b287280a req-3d8407fb-d8f8-4a36-a50c-df01d00c6f3f service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1226.067874] env[70236]: INFO networking_nsxv3.common.synchronization [req-3023d2ce-fcb1-4b64-8b70-7c73b287280a req-3d8407fb-d8f8-4a36-a50c-df01d00c6f3f service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1226.068034] env[70236]: INFO networking_nsxv3.common.synchronization [req-3023d2ce-fcb1-4b64-8b70-7c73b287280a req-3d8407fb-d8f8-4a36-a50c-df01d00c6f3f service nova] Enqueued Resource ID: 3d78f62b-82e4-4d9d-9936-ad7088148f47 with Priority: HIGHEST for action port [ 1226.068609] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1226.068752] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1226.070994] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d78f62b-82e4-4d9d-9936-ad7088148f47 with Priority: HIGHEST for action port [ 1226.070994] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.070994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.070994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.070994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.070994] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.070994] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.071423] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.071633] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d78f62b-82e4-4d9d-9936-ad7088148f47 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.075185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d78f62b-82e4-4d9d-9936-ad7088148f47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.075399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d78f62b-82e4-4d9d-9936-ad7088148f47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.075611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d78f62b-82e4-4d9d-9936-ad7088148f47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.075695] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d78f62b-82e4-4d9d-9936-ad7088148f47',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.287632] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.287843] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.287970] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.288869] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.288869] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.288869] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.288869] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.289128] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.289166] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.289374] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1226.289491] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.289601] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.289714] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.289823] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1226.289931] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.290081] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.306402] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.306577] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1226.306736] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.306924] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.307279] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.307458] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.307583] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.307976] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.308160] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.577794] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.578096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.580300] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d78f62b-82e4-4d9d-9936-ad7088148f47 with status ACTIVE [ 1226.580498] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.580620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.580687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.580911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.581006] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.581192] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.581289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.581352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.581545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.581687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.581900] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.581997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.582073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.582231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.582309] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.582395] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d78f62b-82e4-4d9d-9936-ad7088148f47 is going to be updated. [ 1226.601884] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.602052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.602124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.602344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.602492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.602667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d78f62b-82e4-4d9d-9936-ad7088148f47" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.810587] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.810935] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.811159] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.811554] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.811794] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.812041] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 not found, creating... [ 1226.812447] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.812692] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.812880] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.813220] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.813828] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.813876] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.814116] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.814444] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.814574] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.814784] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.815015] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 is going to be created. [ 1226.837391] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.837695] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.837803] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.838585] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.838585] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.838585] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.523697] env[70236]: INFO networking_nsxv3.common.synchronization [req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf req-628ed2a9-7caf-47a4-99ea-9e1d8db7ad69 service nova] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_rules [ 1227.523893] env[70236]: INFO networking_nsxv3.common.synchronization [req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf req-628ed2a9-7caf-47a4-99ea-9e1d8db7ad69 service nova] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1227.524053] env[70236]: INFO networking_nsxv3.common.synchronization [req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf req-628ed2a9-7caf-47a4-99ea-9e1d8db7ad69 service nova] Enqueued Resource ID: 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 with Priority: HIGHEST for action port [ 1227.524403] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_rules [ 1227.524500] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1227.524595] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 with Priority: HIGHEST for action port [ 1227.525805] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 in Status: SUCCESS [ 1227.526094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.526434] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.526571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.526691] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.526883] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.526958] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.528066] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.528194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.528244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.528403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.528558] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.528657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.528719] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.528866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.528949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.529053] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.529890] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.530016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.530259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.530259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.530259] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.023109] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1228.023487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.023487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.023718] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.023919] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.024054] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.024133] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.024311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.024460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.024544] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.031978] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.032112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.032306] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.033078] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 with status ACTIVE [ 1228.033263] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.033373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.033434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.033629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.033729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.033879] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.033972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.034043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.034194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.034291] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.034483] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.034572] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.034627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.034772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.034840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.034928] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 is going to be updated. [ 1228.056122] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.056319] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.056356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.056569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.056667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.056828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.527341] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.537011] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.030032] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.039442] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.039573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.039648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.041011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.041011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.041011] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1229.065635] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.065793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.065854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.066024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.066169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.073940] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1229.532539] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.532721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.532797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.533086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.533196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.533304] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1229.566535] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.566535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.566535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.566535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.566535] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.576042] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1231.085063] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1231.085063] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.085555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.085555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.085627] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.085753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.085820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.085983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.086077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.086167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.086260] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.585024] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1231.585286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.585480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.585715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.585920] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.586056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.586130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.586304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.586389] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.586478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.586582] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.588141] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.588259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.588400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.588480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.588625] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.588744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.588807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.588962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.589051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.589145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.589290] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.589394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.589451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.589603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.589737] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.589838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.589896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.590044] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.590121] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.590213] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.590294] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.089753] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.089753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.089753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.090270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.090270] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.090270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.090270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.090409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.090537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.090665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.090883] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.090998] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.091067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.091245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.091435] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.091567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.091643] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.091824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.091930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.092051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.092184] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.093293] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b274dc7-5288-45a4-b0df-ed5e69aa78d9: rpc.has_security_group_logging(os_id): False [ 1232.113292] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.113516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.113643] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.113895] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.114023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.114295] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.114459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.114565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.114797] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.114919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.115233] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.115365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.115489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.115687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.115794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.116038] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.116178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.116259] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.116481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.116559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.116674] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1232.186498] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.186498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.186498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.186803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.187007] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.218018] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1232.526256] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.526562] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1232.594917] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 566dd993-51fa-4164-9a98-fbc4a6589594: rpc.has_security_group_logging(os_id): False [ 1232.611567] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.611704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.611780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.611988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.612095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.612325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.612433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.612496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.612655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.612733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.612923] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.613030] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.613091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.613229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.613303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.613498] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.613588] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.613647] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.613783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.613858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.613942] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1232.671559] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.671712] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.671808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.672028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.672183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.686161] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1232.774753] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.774977] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.775123] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.775438] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.775708] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.775868] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.775987] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.776336] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.776494] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.776718] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.776843] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.776958] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.777088] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.777203] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.777311] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.777482] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.799261] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.799414] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1232.799556] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.799728] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-743" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.800044] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.800218] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.800342] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.800597] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.800735] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.302728] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.303162] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.303162] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.303339] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.303511] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.303821] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.303983] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.304118] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.304384] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.304515] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.304806] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.304962] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.305093] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.305332] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.305493] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.305642] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 is going to be updated. [ 1233.324596] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.324766] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.324885] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.325121] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.325310] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.325568] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.096596] env[70236]: INFO networking_nsxv3.common.synchronization [req-787052e2-635a-4afa-ac22-95a06d3fe26c req-4de830a7-6556-4229-9109-c186609902d2 service nova] Enqueued Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_rules [ 1234.096786] env[70236]: INFO networking_nsxv3.common.synchronization [req-787052e2-635a-4afa-ac22-95a06d3fe26c req-4de830a7-6556-4229-9109-c186609902d2 service nova] Enqueued Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_members [ 1234.096930] env[70236]: INFO networking_nsxv3.common.synchronization [req-787052e2-635a-4afa-ac22-95a06d3fe26c req-4de830a7-6556-4229-9109-c186609902d2 service nova] Enqueued Resource ID: 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 with Priority: HIGHEST for action port [ 1234.097178] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_rules [ 1234.097308] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_members [ 1234.097460] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 with Priority: HIGHEST for action port [ 1234.098036] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7362f974-eb05-4a3e-82bd-c5272932a8ed taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.098158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.098227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.098429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.098509] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.099742] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7362f974-eb05-4a3e-82bd-c5272932a8ed taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.099858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.099858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.100028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.100168] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.100260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.100323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.100489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.100578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.100688] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.101378] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.101489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.101553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.101701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.101773] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.234161] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1234.234364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.603489] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7362f974-eb05-4a3e-82bd-c5272932a8ed taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.603895] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.604975] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.605913] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 with status ACTIVE [ 1234.606113] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.606248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.606369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.606523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.606628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.606821] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.606923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.606987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.607165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.607246] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.607425] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.607519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.607582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.607726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.607802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.607889] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 is going to be updated. [ 1234.626381] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.626608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.626608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.626759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.626890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.627059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.704321] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1234.704567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.110409] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.613813] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.614478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.614478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.614849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.615369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.615369] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed is going to be updated. [ 1235.656309] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.656594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.656594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.656815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.656966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.667121] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed in Status: IN_PROGRESS for 2s [ 1236.344837] env[70236]: INFO networking_nsxv3.common.synchronization [req-86855e52-64a0-41b6-879a-b08da8a1bbb3 req-3260e0bd-095e-4699-be1b-884c1b953b3c tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1236.345421] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1236.346031] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.346031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.346257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.346506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.346845] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.347042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.347164] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.349729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.349729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.349729] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.852218] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.354684] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.677269] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed in Status: SUCCESS [ 1237.677456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.677601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.677853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.678062] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.678184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.678253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.678409] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.678494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.678578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.678669] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.857318] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.857731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.857731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.857798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.857888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.857955] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1237.887394] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.887562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.887635] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.887850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.888124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.895723] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1238.181332] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.684384] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7362f974-eb05-4a3e-82bd-c5272932a8ed: rpc.has_security_group_logging(os_id): False [ 1238.701951] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.702159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.702159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.702377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.702501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.702759] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.702863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.702929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.703109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.703190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.703279] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed is going to be updated. [ 1238.765605] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.765827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.765911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.766077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.766222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.778892] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed in Status: IN_PROGRESS for 2s [ 1239.905509] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1239.905950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.792561] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed in Status: SUCCESS [ 1240.792836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.346196] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.346588] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.148187] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.148432] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.148562] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.148842] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.149657] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.149843] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.149969] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.150238] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.150370] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.150706] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.150780] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.151103] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.151103] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.151212] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.151242] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.151375] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.171712] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.171881] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1245.172042] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.172274] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.172597] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.172772] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.172898] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.173173] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.173314] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.551882] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca req-0c42fbf8-6596-4b57-a16d-1b816627f8a1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1245.552529] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1245.552772] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.552934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.552990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.553192] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.553346] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.553443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.553508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.553655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.553741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.553835] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.676155] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.676402] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.677439] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.677439] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.677439] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.677439] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.677439] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.677666] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.677851] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.678052] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.678374] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.678572] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.678760] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.679029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.679227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.679408] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 is going to be updated. [ 1245.701356] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.701567] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.701701] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.701960] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.702173] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.702420] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.849842] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.850053] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.850227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.850467] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.850719] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.850886] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.850983] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.851230] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.851420] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.851589] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.851696] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.851811] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.851925] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.852034] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.852160] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.852294] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.873437] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.873578] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1245.873710] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.873871] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-162" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.874156] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-9681996e-329f-48ee-b9d9-00e9a10d6103 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.874345] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-9681996e-329f-48ee-b9d9-00e9a10d6103" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.874446] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-9681996e-329f-48ee-b9d9-00e9a10d6103" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.874751] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-9681996e-329f-48ee-b9d9-00e9a10d6103" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.874885] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9681996e-329f-48ee-b9d9-00e9a10d6103',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.055407] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.377085] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.377571] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.377571] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.377795] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.377961] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.378154] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 9681996e-329f-48ee-b9d9-00e9a10d6103 not found, creating... [ 1246.378432] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.378597] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.378732] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.378959] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.379127] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.379426] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.379590] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.379710] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.379918] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.380089] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.380234] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 9681996e-329f-48ee-b9d9-00e9a10d6103 is going to be created. [ 1246.400977] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.401218] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.401350] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.401606] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.401829] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.402062] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-9681996e-329f-48ee-b9d9-00e9a10d6103" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.557775] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.598371] env[70236]: INFO networking_nsxv3.common.synchronization [req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 req-c814d1f1-0432-41cc-babe-23dc558ffe30 service nova] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_rules [ 1246.598483] env[70236]: INFO networking_nsxv3.common.synchronization [req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 req-c814d1f1-0432-41cc-babe-23dc558ffe30 service nova] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1246.598642] env[70236]: INFO networking_nsxv3.common.synchronization [req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 req-c814d1f1-0432-41cc-babe-23dc558ffe30 service nova] Enqueued Resource ID: 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 with Priority: HIGHEST for action port [ 1246.599257] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_rules [ 1246.599419] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1246.599548] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 with Priority: HIGHEST for action port [ 1246.599815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.599930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.599992] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.600202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.600283] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.601065] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.601177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.601242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.601397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.601539] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.601651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.601740] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.601819] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.602392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.602392] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.602699] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.602809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.602878] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.603043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.603119] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.052760] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca req-bf7f2832-1724-4b3c-830f-74d331d18c3a service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1247.052956] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca req-bf7f2832-1724-4b3c-830f-74d331d18c3a service nova] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1247.053114] env[70236]: INFO networking_nsxv3.common.synchronization [req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca req-bf7f2832-1724-4b3c-830f-74d331d18c3a service nova] Enqueued Resource ID: 9681996e-329f-48ee-b9d9-00e9a10d6103 with Priority: HIGHEST for action port [ 1247.053348] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_rules [ 1247.053487] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1247.053584] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9681996e-329f-48ee-b9d9-00e9a10d6103 with Priority: HIGHEST for action port [ 1247.054455] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.054586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.054656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.054863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.054946] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.055793] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.055898] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.056085] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-9681996e-329f-48ee-b9d9-00e9a10d6103 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.056185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9681996e-329f-48ee-b9d9-00e9a10d6103" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.056251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9681996e-329f-48ee-b9d9-00e9a10d6103" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.056417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9681996e-329f-48ee-b9d9-00e9a10d6103" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.056494] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9681996e-329f-48ee-b9d9-00e9a10d6103',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.059814] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.059976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.060150] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.060322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.060417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.060511] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1247.086924] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.087083] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.087202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.087342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.087478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.095478] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1247.104150] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.105416] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.105569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.105956] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 with status ACTIVE [ 1247.106250] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.106332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.106368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.106543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.106648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.106847] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.106953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.107023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.107214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.107437] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.107535] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.107625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.107966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.107966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.107966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.108164] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 is going to be updated. [ 1247.127559] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.127763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.127763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.127970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.128365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.128519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.558043] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.558459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.558459] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9681996e-329f-48ee-b9d9-00e9a10d6103 with status ACTIVE [ 1247.558573] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.558636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.558673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.558888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.558982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.559177] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.559276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.559337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.559501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.559607] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.559756] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.559860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.559910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.560042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.560119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.560202] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9681996e-329f-48ee-b9d9-00e9a10d6103 is going to be updated. [ 1247.581899] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.582046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.582155] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.582240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.582422] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.582564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9681996e-329f-48ee-b9d9-00e9a10d6103" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.606494] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.108431] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.108633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.108742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.109031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.109153] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.109261] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1248.134018] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.134215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.134289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.134537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.134694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.142276] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1249.105025] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1249.105299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.105299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.105509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.105705] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.105832] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.105902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.106079] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.106166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.106260] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.608234] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.110478] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.152351] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1250.152612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.153064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.153293] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.153504] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.153634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.153704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.153881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.153976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.154086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.154187] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.612964] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.613156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.613209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.613440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.613538] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.613655] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1250.640834] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.641031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.641031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.641231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.641365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.649820] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1250.656201] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.656326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.656375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.656532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.656676] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.656789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.656906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.656981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.657077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.657157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.657297] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.657384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.657443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.657578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.657709] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.657795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.657854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.657983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.658066] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.658144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.658229] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.160698] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b274dc7-5288-45a4-b0df-ed5e69aa78d9: rpc.has_security_group_logging(os_id): False [ 1251.181382] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.181554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.181599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.181798] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.181893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.182120] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.182222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.182306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.182492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.182582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.182775] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.182868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.182931] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.183084] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.183154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.183325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.183417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.183478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.183620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.183690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.183767] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1251.257044] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.257216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.257260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.257435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.257571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.287416] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1252.054443] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.054629] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1252.660658] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1252.661064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.661064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.661228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.661411] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.661529] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.661596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.661747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.661828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.661913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.662011] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.164529] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.164773] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.164773] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.164984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.165167] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.165269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.165334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.165545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.165657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.165751] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.165903] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.165996] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.166089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.166262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.166401] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.166495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.166555] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.166692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.166768] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.166850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.166938] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.303639] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1253.303866] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.669836] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 566dd993-51fa-4164-9a98-fbc4a6589594: rpc.has_security_group_logging(os_id): False [ 1253.687468] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.687468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.687468] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.687659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.687659] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.688694] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.688694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.688694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.688694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.688694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.688694] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.688694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.688694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.688694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.688694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.689129] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.689129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.689129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.689238] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.689238] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.689300] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1253.748932] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.749099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.749171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.749384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.749532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.767500] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1255.786446] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1255.786829] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.055804] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.056207] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.057421] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.057421] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.157426] env[70236]: INFO networking_nsxv3.common.synchronization [req-d1fe0089-1e19-4b30-81bc-948e24fd957e req-5105e44b-b836-42cf-931b-572b1e738cd9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1262.157426] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1262.157426] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.157590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.157775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.158089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.158349] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.158695] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.158867] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.159311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.159569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.159769] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.258621] env[70236]: INFO networking_nsxv3.common.synchronization [req-f00e83f0-3855-44ec-b1c6-86726c7be710 req-9a5bc387-42d1-47e1-ab61-3cffadda39e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1262.259135] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1262.259441] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.259567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.259692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.259828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.259973] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.260087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.260161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.260316] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.260403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.260496] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.662903] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.762150] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.165029] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.264405] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.668089] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.668300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.668433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.668749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.668914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.669099] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91919946-d872-4fb9-9e8b-126394c133bc is going to be updated. [ 1263.715033] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.715182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.715256] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.715462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.715608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.724258] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: IN_PROGRESS for 2s [ 1263.767144] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.767331] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.767406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.767624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.767725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.767830] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1263.798026] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.798026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.798026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.798232] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.798298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.807384] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1265.738886] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: IN_PROGRESS for 4s [ 1265.816468] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1265.816682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.260466] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.260817] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1267.749213] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: SUCCESS [ 1267.749418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.629768] env[70236]: INFO networking_nsxv3.common.synchronization [req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 req-64483c0f-7ce2-4d92-a758-312199e18cc2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1268.629768] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGHEST for action security_group_members [ 1268.630127] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.632889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.632889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.632889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.632889] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.632889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.632889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.632889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.632889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.632889] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.135553] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.135710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.135783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.136018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.136118] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.136320] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.136418] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.136478] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.136632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.136710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.136797] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be updated. [ 1269.163746] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.163955] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.163955] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.164168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.164314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.176990] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: IN_PROGRESS for 2s [ 1270.443611] env[70236]: INFO networking_nsxv3.common.synchronization [req-e7c08225-161a-43a1-96a3-bc34b7488595 req-2f0a8005-f6e6-414e-b98b-a79d464ef9dc tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1270.444188] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGHEST for action security_group_members [ 1270.444490] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.444640] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.444710] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.444909] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.445108] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.445189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.445221] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.445371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.445454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.445544] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.947947] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.948150] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.948225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.948480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.948578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.948815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.948950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.949041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.949219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.949311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.949401] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91919946-d872-4fb9-9e8b-126394c133bc is going to be updated. [ 1270.982734] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.982901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.982965] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.983184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.983327] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.003514] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: IN_PROGRESS for 2s [ 1271.187056] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 566dd993-51fa-4164-9a98-fbc4a6589594 in Status: SUCCESS [ 1271.187239] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 deletion is rescheduled due to dependency. [ 1271.187360] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.013806] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91919946-d872-4fb9-9e8b-126394c133bc in Status: SUCCESS [ 1273.014171] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91919946-d872-4fb9-9e8b-126394c133bc deletion is rescheduled due to dependency. [ 1273.014171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.049335] env[70236]: INFO networking_nsxv3.common.synchronization [None req-9c4c2189-456a-4879-8da1-3614879e5ca1 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1275.049871] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGHEST for action security_group_members [ 1275.050205] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.050329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.050917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.052043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.052043] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.052043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.052043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.052043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.052043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.052043] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.553870] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.554058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.554193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.554361] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.554455] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.554679] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.554776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.554835] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.554989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.555082] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.555172] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be updated. [ 1275.583624] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.583771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.583833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.583986] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.584130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.591886] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: IN_PROGRESS for 2s [ 1277.602464] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 in Status: SUCCESS [ 1277.602804] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 deletion is rescheduled due to dependency. [ 1277.602804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.714206] env[70236]: INFO networking_nsxv3.common.synchronization [None req-1ce6ffb8-30ba-410c-ab32-f6fb27a3bd7e None None] Enqueued Resource ID: e120a552-f702-40c2-b58a-bfe1e6c72814 with Priority: HIGHEST for action port [ 1279.714206] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e120a552-f702-40c2-b58a-bfe1e6c72814 with Priority: HIGHEST for action port [ 1279.714206] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e120a552-f702-40c2-b58a-bfe1e6c72814 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.714206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e120a552-f702-40c2-b58a-bfe1e6c72814" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.714206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e120a552-f702-40c2-b58a-bfe1e6c72814" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.714206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e120a552-f702-40c2-b58a-bfe1e6c72814" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.714206] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e120a552-f702-40c2-b58a-bfe1e6c72814',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.217319] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e120a552-f702-40c2-b58a-bfe1e6c72814 [ 1280.217319] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.217466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.217586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.218069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.218161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.218282] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e120a552-f702-40c2-b58a-bfe1e6c72814 already deleted. [ 1280.218424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e120a552-f702-40c2-b58a-bfe1e6c72814" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.036778] env[70236]: INFO networking_nsxv3.common.synchronization [req-bcd3f283-19a9-400f-9208-e549b8d9fa56 req-968aa33f-a00b-45c2-aa50-84d0b60686f0 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Enqueued Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_members [ 1281.036778] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGHEST for action security_group_members [ 1281.036778] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.036778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.036778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.036778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.036778] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.036778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.036778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.036778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.036778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.037455] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c844bd5c-665f-4002-8bc2-d1e2132e4ae8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.539834] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.540023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.540090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.540301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.540395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.540592] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.540689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.540755] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.540901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.540980] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.541084] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 is going to be updated. [ 1281.568353] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.568506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.568553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.568706] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.568838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.576727] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 in Status: IN_PROGRESS for 2s [ 1281.926017] env[70236]: INFO networking_nsxv3.common.synchronization [None req-a6b45693-c51b-4584-a5c8-039f4e7d5b0e None None] Enqueued Resource ID: 7b5ea279-9c74-45f1-b51c-58926e588a7f with Priority: HIGHEST for action port [ 1281.926296] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5ea279-9c74-45f1-b51c-58926e588a7f with Priority: HIGHEST for action port [ 1281.926852] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b5ea279-9c74-45f1-b51c-58926e588a7f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.926966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b5ea279-9c74-45f1-b51c-58926e588a7f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.927051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b5ea279-9c74-45f1-b51c-58926e588a7f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.927306] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b5ea279-9c74-45f1-b51c-58926e588a7f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.927388] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5ea279-9c74-45f1-b51c-58926e588a7f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.430852] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b5ea279-9c74-45f1-b51c-58926e588a7f [ 1282.430852] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.430852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.430852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.430852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.430852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.430852] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b5ea279-9c74-45f1-b51c-58926e588a7f already deleted. [ 1282.430852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b5ea279-9c74-45f1-b51c-58926e588a7f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.588099] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 in Status: SUCCESS [ 1283.588406] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 deletion is rescheduled due to dependency. [ 1283.588406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.784544] env[70236]: INFO networking_nsxv3.common.synchronization [req-d82fbc23-619c-4355-8104-5019696c4ad5 req-c21661a4-2d43-465b-944a-514623d21ddc tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1284.785124] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1284.785535] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.785747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.785802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.787589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.787695] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.787818] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.787894] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.788068] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.788158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.788258] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.933241] env[70236]: INFO networking_nsxv3.common.synchronization [req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 req-df9753ce-b2b7-4d5d-87b3-4be0455a6305 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Enqueued Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_members [ 1284.933898] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGHEST for action security_group_members [ 1284.934593] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-7362f974-eb05-4a3e-82bd-c5272932a8ed taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.934742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.934809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.935014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.935339] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.935339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.935463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.935533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.935618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.936336] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.074409] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.075029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.075029] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.075195] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.075668] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.075840] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.075962] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.076573] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.076741] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.076990] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.077140] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.077257] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.077368] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.077482] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.077591] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.077730] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.095476] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.095646] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1285.095788] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.095965] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.096294] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-0368784f-48b0-4026-9f6d-eb9778d97567 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.096458] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-0368784f-48b0-4026-9f6d-eb9778d97567" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.096576] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-0368784f-48b0-4026-9f6d-eb9778d97567" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.096906] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-0368784f-48b0-4026-9f6d-eb9778d97567" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.097061] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0368784f-48b0-4026-9f6d-eb9778d97567',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.294612] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.294814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.294890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.295150] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.295247] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.295459] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.295598] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.295664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.295831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.295907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.295995] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a already deleted. [ 1285.296088] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.439446] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.439600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.439671] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.439881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.439969] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.440174] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.440272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.440335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.440481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.440559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.440648] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed is going to be updated. [ 1285.466363] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.466498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.466553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.466737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.466877] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.475937] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed in Status: IN_PROGRESS for 2s [ 1285.602060] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.602312] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.602442] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.602750] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.602909] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.603076] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 0368784f-48b0-4026-9f6d-eb9778d97567 not found, creating... [ 1285.603338] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.603717] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.603717] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.603867] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.604015] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.604300] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.604457] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.604604] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.604873] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.605033] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.605182] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 0368784f-48b0-4026-9f6d-eb9778d97567 is going to be created. [ 1285.630227] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.630445] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.630575] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.630839] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.631281] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.631441] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-0368784f-48b0-4026-9f6d-eb9778d97567" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.305562] env[70236]: INFO networking_nsxv3.common.synchronization [req-d82fbc23-619c-4355-8104-5019696c4ad5 req-27850172-c9d1-41e3-9b39-fd1d9ca69ba6 service nova] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_rules [ 1286.305865] env[70236]: INFO networking_nsxv3.common.synchronization [req-d82fbc23-619c-4355-8104-5019696c4ad5 req-27850172-c9d1-41e3-9b39-fd1d9ca69ba6 service nova] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1286.305957] env[70236]: INFO networking_nsxv3.common.synchronization [req-d82fbc23-619c-4355-8104-5019696c4ad5 req-27850172-c9d1-41e3-9b39-fd1d9ca69ba6 service nova] Enqueued Resource ID: 0368784f-48b0-4026-9f6d-eb9778d97567 with Priority: HIGHEST for action port [ 1286.306407] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_rules [ 1286.306569] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1286.306640] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0368784f-48b0-4026-9f6d-eb9778d97567 with Priority: HIGHEST for action port [ 1286.306908] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.307042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.307129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.307358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.307457] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.308248] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.308356] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.308425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.308591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.308766] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.308907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.308907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.309070] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.309119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.309206] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.309951] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-0368784f-48b0-4026-9f6d-eb9778d97567 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.310388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0368784f-48b0-4026-9f6d-eb9778d97567" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.310388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0368784f-48b0-4026-9f6d-eb9778d97567" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.310498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0368784f-48b0-4026-9f6d-eb9778d97567" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.311655] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0368784f-48b0-4026-9f6d-eb9778d97567',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.812637] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.812637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.812910] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.814479] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0368784f-48b0-4026-9f6d-eb9778d97567 with status ACTIVE [ 1286.814800] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.814973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.815072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.815271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.815374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.815560] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.815647] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.815733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.815920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.815993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.816206] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.816321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.816399] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.816517] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.816599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.816715] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0368784f-48b0-4026-9f6d-eb9778d97567 is going to be updated. [ 1286.837895] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.838124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.838177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.838377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.838530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.838694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0368784f-48b0-4026-9f6d-eb9778d97567" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.319343] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.459357] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-415 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.459559] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.459688] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.459955] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.460255] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.460421] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.460544] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.460763] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.460915] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.461136] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1287.461253] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.461364] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.461475] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.461586] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1287.461693] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.461829] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.480086] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.480251] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1287.480395] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.480560] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-415" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.480842] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-0628dfc9-a027-476a-84d0-1104ff7645f4 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.481013] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.481144] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.481376] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.481514] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0628dfc9-a027-476a-84d0-1104ff7645f4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.494246] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed in Status: SUCCESS [ 1287.494416] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed deletion is rescheduled due to dependency. [ 1287.494523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.821659] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.821825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.821919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.822140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.822235] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.822346] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be created. [ 1287.845423] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.845584] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.845654] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.845868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.846050] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.854337] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: UNINITIALIZED for 2s [ 1287.983852] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.984117] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.984278] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.984558] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.984811] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.985151] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.985328] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.985453] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.985761] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.985841] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.986157] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.986323] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.986445] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.986698] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.986837] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.986991] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 0628dfc9-a027-476a-84d0-1104ff7645f4 is going to be updated. [ 1288.006279] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.006497] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.006627] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.006875] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.007109] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.007334] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.672490] env[70236]: INFO networking_nsxv3.common.synchronization [req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd req-38f55149-1ab0-4db9-b195-ea5f221f28b1 service nova] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 1288.672856] env[70236]: INFO networking_nsxv3.common.synchronization [req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd req-38f55149-1ab0-4db9-b195-ea5f221f28b1 service nova] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1288.672899] env[70236]: INFO networking_nsxv3.common.synchronization [req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd req-38f55149-1ab0-4db9-b195-ea5f221f28b1 service nova] Enqueued Resource ID: 0628dfc9-a027-476a-84d0-1104ff7645f4 with Priority: HIGHEST for action port [ 1288.673412] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_rules [ 1288.673551] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1288.673694] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0628dfc9-a027-476a-84d0-1104ff7645f4 with Priority: HIGHEST for action port [ 1288.673913] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.674049] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.674130] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.674358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.674460] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.675350] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.675506] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.675578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.675704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.676366] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.676366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.676366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.676366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.676366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.676366] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.677037] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-0628dfc9-a027-476a-84d0-1104ff7645f4 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.677168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.677248] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.677408] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.677482] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0628dfc9-a027-476a-84d0-1104ff7645f4',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.179742] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.180138] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.180258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.183616] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0628dfc9-a027-476a-84d0-1104ff7645f4 with status ACTIVE [ 1289.183616] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.183616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.183616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.183616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.183616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.183616] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.183861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.183861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.183861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.183956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.184103] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.184194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.184253] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.184390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.184465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.184548] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0628dfc9-a027-476a-84d0-1104ff7645f4 is going to be updated. [ 1289.206092] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.206240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.206298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.206492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.206632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.206786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0628dfc9-a027-476a-84d0-1104ff7645f4" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.681677] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.863620] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1289.863862] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.864038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.864258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.864444] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.864559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.864623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.864877] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.864971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.865073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.865166] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.184238] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.184372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.184448] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.184731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.184874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.184939] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be updated. [ 1290.211078] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.211269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.211320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.211533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.211679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.220118] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 1290.367573] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.367809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.367809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.367960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.368152] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.368262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.368326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.368495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.368574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.368666] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.368815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.368906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.368968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.369162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.369309] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.369402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.369457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.369614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.369670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.369753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.369842] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.872422] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d79c590a-83b9-4543-94bd-ac1e2080a65a: rpc.has_security_group_logging(os_id): False [ 1290.891299] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.891435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.891511] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.891716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.891809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.892036] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.892140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.892204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.892364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.892432] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.892619] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.892715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.892776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.892930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.892988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.893169] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.893271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.893332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.893470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.893545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.893630] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be created. [ 1290.947281] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.947438] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.947486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.947698] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.947871] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.960954] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1292.230027] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 1292.230334] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.230411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.230627] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.230812] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.230930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.230997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.231172] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.231273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.231362] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.231450] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.733857] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.971705] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1292.971907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.236827] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f4d0114-8f4f-43f9-8671-ea2285836b8e: rpc.has_security_group_logging(os_id): False [ 1293.254885] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.255102] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.255150] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.255393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.255522] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.255848] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.255953] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.256029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.256189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.256269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.256354] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be updated. [ 1293.308939] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.309201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.309201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.310026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.310026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.319425] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 1293.675152] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.675319] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1295.332700] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 1295.333118] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.470673] env[70236]: INFO networking_nsxv3.common.synchronization [req-e0af6717-b24f-4311-a1d3-04dc087288e3 req-2f39fc50-25a3-4128-a862-c520005d8631 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_members [ 1297.471290] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 with Priority: HIGHEST for action security_group_members [ 1297.472367] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7274eff-afe6-43d6-b8d4-8f5b0186f904 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.472367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.472367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.472367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.472625] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.472625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.472625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.472809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.472911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.473013] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7274eff-afe6-43d6-b8d4-8f5b0186f904',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.974635] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.974859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.974939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.975184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.975277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.975482] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.975582] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.975645] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.975801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.975900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.975989] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 is going to be updated. [ 1298.004787] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.005100] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.005167] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.005479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.005726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.014368] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 in Status: IN_PROGRESS for 2s [ 1300.025480] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 in Status: SUCCESS [ 1300.025480] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7274eff-afe6-43d6-b8d4-8f5b0186f904 deletion is rescheduled due to dependency. [ 1300.025880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7274eff-afe6-43d6-b8d4-8f5b0186f904" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.472248] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.472590] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.840905] env[70236]: INFO networking_nsxv3.common.synchronization [req-e38c6456-75ad-4195-a609-b936024379c9 req-71cea09b-2caf-4b54-8696-7f0b2bc530b1 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Enqueued Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1306.841454] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e with Priority: HIGHEST for action security_group_members [ 1306.841761] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d0114-8f4f-43f9-8671-ea2285836b8e taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.842279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.842279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.842279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.842279] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.842548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.842548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.842615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.842657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.842751] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d0114-8f4f-43f9-8671-ea2285836b8e',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.345725] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.345863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.345863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.346145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.346190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.346401] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.346473] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.346539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.346729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.346807] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.346901] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e is going to be updated. [ 1307.372155] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.372892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.372892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.372892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.372892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.381171] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: IN_PROGRESS for 2s [ 1308.648593] env[70236]: INFO networking_nsxv3.common.synchronization [req-f83eed78-728b-405a-85a2-cb9f9b92f221 req-f4ad2a03-b68e-4384-a704-18929d302b3f tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1308.649143] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1308.649440] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.649561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.649628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.649823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.649967] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.650185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.650254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.650421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.650546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.650593] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.153103] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.153278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.153317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.153515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.153608] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.153803] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.153902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.153969] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.154129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.154206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.154298] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1309.180342] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.180494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.180597] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.180771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.180906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.188908] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1309.390534] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e in Status: SUCCESS [ 1309.390705] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d0114-8f4f-43f9-8671-ea2285836b8e deletion is rescheduled due to dependency. [ 1309.390805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d0114-8f4f-43f9-8671-ea2285836b8e" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.197753] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1311.198099] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a deletion is rescheduled due to dependency. [ 1311.198099] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.970421] env[70236]: INFO networking_nsxv3.common.synchronization [req-a8a9e9fe-4868-4999-b6a4-28c67e91192d req-d6fe18b4-10a9-4f50-84f2-483fc64b289d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1311.970834] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1311.970995] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.971129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.971200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.971388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.971541] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.971636] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.971701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.971839] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.971929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.972029] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.272353] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.272686] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.272686] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.273020] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.273324] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.273493] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.273628] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.273877] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.274062] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.274299] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.274419] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.274543] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.274654] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.274779] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.274940] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.275114] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.292801] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.292995] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1312.293171] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.293343] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.293642] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-e5dc8ced-240e-491f-81d6-7c97338ed243 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.293834] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-e5dc8ced-240e-491f-81d6-7c97338ed243" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.293971] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-e5dc8ced-240e-491f-81d6-7c97338ed243" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.294304] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-e5dc8ced-240e-491f-81d6-7c97338ed243" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.294465] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5dc8ced-240e-491f-81d6-7c97338ed243',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.473896] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.474103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.474103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.474298] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.474393] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.474587] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.474690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.474761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.474943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.475031] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.475122] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1312.499566] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.499726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.499769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.499903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.500045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.510439] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1312.796694] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.796868] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.797015] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.797319] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.797476] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.797653] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port e5dc8ced-240e-491f-81d6-7c97338ed243 not found, creating... [ 1312.797986] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.798180] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.798305] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.798547] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.798694] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.798982] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.799164] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.799287] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.799502] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.799645] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.799788] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: e5dc8ced-240e-491f-81d6-7c97338ed243 is going to be created. [ 1312.819574] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.819758] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.819863] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.820114] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.820329] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.820544] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-e5dc8ced-240e-491f-81d6-7c97338ed243" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.500588] env[70236]: INFO networking_nsxv3.common.synchronization [req-a8a9e9fe-4868-4999-b6a4-28c67e91192d req-94e00ce0-8823-42bc-b0bd-7c7900a4eeb9 service nova] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_rules [ 1313.501312] env[70236]: INFO networking_nsxv3.common.synchronization [req-a8a9e9fe-4868-4999-b6a4-28c67e91192d req-94e00ce0-8823-42bc-b0bd-7c7900a4eeb9 service nova] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1313.501312] env[70236]: INFO networking_nsxv3.common.synchronization [req-a8a9e9fe-4868-4999-b6a4-28c67e91192d req-94e00ce0-8823-42bc-b0bd-7c7900a4eeb9 service nova] Enqueued Resource ID: e5dc8ced-240e-491f-81d6-7c97338ed243 with Priority: HIGHEST for action port [ 1313.501312] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_rules [ 1313.501604] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1313.501604] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dc8ced-240e-491f-81d6-7c97338ed243 with Priority: HIGHEST for action port [ 1313.501991] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.503329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.503411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.503612] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.503695] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.504904] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.505061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.505211] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5dc8ced-240e-491f-81d6-7c97338ed243 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.505309] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5dc8ced-240e-491f-81d6-7c97338ed243" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.505373] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5dc8ced-240e-491f-81d6-7c97338ed243" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.505548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5dc8ced-240e-491f-81d6-7c97338ed243" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.505620] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5dc8ced-240e-491f-81d6-7c97338ed243',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.006971] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.007182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.007362] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5dc8ced-240e-491f-81d6-7c97338ed243 with status ACTIVE [ 1314.007532] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.007639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.007707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.007981] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.008033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.008187] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.008283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.008343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.008496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.008573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.008748] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.008842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.008904] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.009054] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.009144] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.009270] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5dc8ced-240e-491f-81d6-7c97338ed243 is going to be updated. [ 1314.034580] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.034717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.034774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.034990] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.035129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.035269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5dc8ced-240e-491f-81d6-7c97338ed243" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.519028] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1314.519266] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a deletion is rescheduled due to dependency. [ 1314.519304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.519485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.519771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.519964] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.520109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.520181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.520341] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.520422] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.520519] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.023333] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.526623] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.029404] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.029570] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.029664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.029846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.029973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.030116] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1316.059186] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.059312] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.059379] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.059565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.059702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.067442] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1318.078062] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1318.078315] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.078451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.078658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.078851] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.078970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.079043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.079204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.079286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.079429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.079488] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.502690] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.502869] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1318.581861] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.581861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.581861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.582113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.582335] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.582335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.582482] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.582543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.582701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.582701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.582847] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.583024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.583024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.583145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.583282] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.583371] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.583425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.583573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.583738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.583738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.583976] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.086501] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d79c590a-83b9-4543-94bd-ac1e2080a65a: rpc.has_security_group_logging(os_id): False [ 1319.103255] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.103429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.103484] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.103656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.103743] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.103955] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.104098] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.104216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.104390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.104470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.104668] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.104763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.104825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.104989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.105084] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.105264] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.105358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.105440] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.105586] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.105662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.105747] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1319.162079] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.162359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.162359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.162544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.162713] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.173764] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1319.799399] env[70236]: INFO networking_nsxv3.common.synchronization [None req-6c452f05-0ef4-4c15-882e-905ab7bd3dea None None] Enqueued Resource ID: e4a1f58c-2e8e-4ab4-b556-6d38cdb743d0 with Priority: HIGHEST for action port [ 1319.802539] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a1f58c-2e8e-4ab4-b556-6d38cdb743d0 with Priority: HIGHEST for action port [ 1319.802539] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a1f58c-2e8e-4ab4-b556-6d38cdb743d0 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.802539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a1f58c-2e8e-4ab4-b556-6d38cdb743d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.802539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a1f58c-2e8e-4ab4-b556-6d38cdb743d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.802539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a1f58c-2e8e-4ab4-b556-6d38cdb743d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.802861] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a1f58c-2e8e-4ab4-b556-6d38cdb743d0',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.306099] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4a1f58c-2e8e-4ab4-b556-6d38cdb743d0 [ 1320.306376] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.306492] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.306548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.306758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.306849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.306946] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4a1f58c-2e8e-4ab4-b556-6d38cdb743d0 already deleted. [ 1320.307041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a1f58c-2e8e-4ab4-b556-6d38cdb743d0" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.187026] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1321.187205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.990624] env[70236]: INFO networking_nsxv3.common.synchronization [None req-fc0dbec3-7876-4330-bc60-ec479a70f094 None None] Enqueued Resource ID: 28d84158-f61c-474a-8e72-cceea9877599 with Priority: HIGHEST for action port [ 1321.991261] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d84158-f61c-474a-8e72-cceea9877599 with Priority: HIGHEST for action port [ 1321.991570] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-28d84158-f61c-474a-8e72-cceea9877599 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.991694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28d84158-f61c-474a-8e72-cceea9877599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.991763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28d84158-f61c-474a-8e72-cceea9877599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.992046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28d84158-f61c-474a-8e72-cceea9877599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.992138] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d84158-f61c-474a-8e72-cceea9877599',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.495056] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28d84158-f61c-474a-8e72-cceea9877599 [ 1322.495056] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.495056] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.495344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.495344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.495417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.495493] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28d84158-f61c-474a-8e72-cceea9877599 already deleted. [ 1322.495572] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28d84158-f61c-474a-8e72-cceea9877599" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.831933] env[70236]: INFO networking_nsxv3.common.synchronization [req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 req-d1c56843-3d20-41f5-a102-b4fb2574a326 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Enqueued Resource ID: 07046ee0-13c8-4078-83ee-441200e99781 with Priority: HIGHEST for action security_group_members [ 1326.832484] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07046ee0-13c8-4078-83ee-441200e99781 with Priority: HIGHEST for action security_group_members [ 1326.832899] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-07046ee0-13c8-4078-83ee-441200e99781 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.833076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.833205] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.833396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.833552] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.833701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.833794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.834082] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.834209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.834324] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07046ee0-13c8-4078-83ee-441200e99781',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.090807] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.091023] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-774" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.091151] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-774" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.091487] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-774" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.091750] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.092062] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.092142] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.092432] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.092494] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.092691] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1327.092821] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1327.092947] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1327.093072] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1327.093208] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1327.093314] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1327.093462] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1327.112506] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1327.112637] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1327.112689] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1327.113616] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-774" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.113616] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-10a65d4e-d09d-4038-bcf9-63eec9307a5b taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.113616] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-10a65d4e-d09d-4038-bcf9-63eec9307a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.113616] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-10a65d4e-d09d-4038-bcf9-63eec9307a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.113899] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-10a65d4e-d09d-4038-bcf9-63eec9307a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.113899] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10a65d4e-d09d-4038-bcf9-63eec9307a5b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.336505] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.337730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.337730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.337730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.337730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.337730] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.337730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.337730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.338090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.338090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.338090] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07046ee0-13c8-4078-83ee-441200e99781 already deleted. [ 1327.338090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.616108] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.616847] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.617393] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.617468] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.617612] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.617819] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 10a65d4e-d09d-4038-bcf9-63eec9307a5b not found, creating... [ 1327.618161] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.618341] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.618499] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.618786] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.619117] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.619238] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.619416] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.619594] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.619779] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.619921] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.620081] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 10a65d4e-d09d-4038-bcf9-63eec9307a5b is going to be created. [ 1327.638230] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.638401] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.639027] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.639027] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.639027] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.639867] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-10a65d4e-d09d-4038-bcf9-63eec9307a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.866302] env[70236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1327.866302] env[70236]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7facc944-5201-43a2-a8a4-8f4ec8c2d8c5 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1328.400871] env[70236]: INFO networking_nsxv3.common.synchronization [req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 req-c4f70c62-b46b-4afb-8b19-8edff5b05299 service nova] Enqueued Resource ID: 07046ee0-13c8-4078-83ee-441200e99781 with Priority: HIGHEST for action security_group_rules [ 1328.401086] env[70236]: INFO networking_nsxv3.common.synchronization [req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 req-c4f70c62-b46b-4afb-8b19-8edff5b05299 service nova] Enqueued Resource ID: 07046ee0-13c8-4078-83ee-441200e99781 with Priority: HIGHEST for action security_group_members [ 1328.401264] env[70236]: INFO networking_nsxv3.common.synchronization [req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 req-c4f70c62-b46b-4afb-8b19-8edff5b05299 service nova] Enqueued Resource ID: 10a65d4e-d09d-4038-bcf9-63eec9307a5b with Priority: HIGHEST for action port [ 1328.401849] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07046ee0-13c8-4078-83ee-441200e99781 with Priority: HIGHEST for action security_group_rules [ 1328.401987] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07046ee0-13c8-4078-83ee-441200e99781 with Priority: HIGHEST for action security_group_members [ 1328.402102] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a65d4e-d09d-4038-bcf9-63eec9307a5b with Priority: HIGHEST for action port [ 1328.402401] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07046ee0-13c8-4078-83ee-441200e99781 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.403082] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.403082] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.403082] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.403205] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07046ee0-13c8-4078-83ee-441200e99781',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.404223] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-07046ee0-13c8-4078-83ee-441200e99781 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.404286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.404455] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.408023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.408023] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.408023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.408023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.408783] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.408971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.409101] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07046ee0-13c8-4078-83ee-441200e99781',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.410506] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-10a65d4e-d09d-4038-bcf9-63eec9307a5b taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.410661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10a65d4e-d09d-4038-bcf9-63eec9307a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.410728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10a65d4e-d09d-4038-bcf9-63eec9307a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.410858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10a65d4e-d09d-4038-bcf9-63eec9307a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.410967] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10a65d4e-d09d-4038-bcf9-63eec9307a5b',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.913963] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-07046ee0-13c8-4078-83ee-441200e99781 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.913963] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.913963] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07046ee0-13c8-4078-83ee-441200e99781',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.914750] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10a65d4e-d09d-4038-bcf9-63eec9307a5b with status ACTIVE [ 1328.915027] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.915138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.915184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.915377] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.915464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.915636] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.915731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.915792] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.915961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.916055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.916655] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.916655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.916655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.916655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.916655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.916655] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10a65d4e-d09d-4038-bcf9-63eec9307a5b is going to be updated. [ 1328.936080] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.936216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.936261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.936419] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.936545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.936690] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10a65d4e-d09d-4038-bcf9-63eec9307a5b" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.419403] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07046ee0-13c8-4078-83ee-441200e99781',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.922758] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.923182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.923182] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.923283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.923325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.923413] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07046ee0-13c8-4078-83ee-441200e99781 is going to be created. [ 1329.945191] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.945330] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.945375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.945549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.945716] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.954135] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07046ee0-13c8-4078-83ee-441200e99781 in Status: UNINITIALIZED for 2s [ 1330.697178] env[70236]: INFO networking_nsxv3.common.synchronization [req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 req-f1698e4b-8244-4f31-9a8a-6c87e905b3ad tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1330.697924] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1330.702566] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.702789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.702911] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.703258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.703516] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.703697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.703812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.704091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.704388] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.704388] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.210014] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.210344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.210344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.210471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.232622] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.232849] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.232994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.233097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.233302] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.233386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.233483] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d is going to be updated. [ 1331.258949] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.259166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.259230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.259416] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.259556] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.267164] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: IN_PROGRESS for 2s [ 1331.962654] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07046ee0-13c8-4078-83ee-441200e99781 in Status: SUCCESS [ 1331.962879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.963057] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.963267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.963451] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.963568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.963631] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.963776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.963858] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.963941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.964036] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07046ee0-13c8-4078-83ee-441200e99781',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.466289] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-07046ee0-13c8-4078-83ee-441200e99781 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.466689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.466689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.467055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.467352] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.467510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.467675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.467949] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.468176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.468397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.468725] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-07046ee0-13c8-4078-83ee-441200e99781 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.468861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.468968] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.469188] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.469378] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.469515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.469580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.469825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.469950] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.470143] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.470273] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07046ee0-13c8-4078-83ee-441200e99781',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.972669] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07046ee0-13c8-4078-83ee-441200e99781: rpc.has_security_group_logging(os_id): False [ 1332.989954] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.990191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.990191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.990446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.990567] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.990794] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.990906] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.990976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.991217] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.991322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.991559] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.991662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.991764] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.991937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.992048] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.992279] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.992397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.992472] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.992630] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.992726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.992820] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07046ee0-13c8-4078-83ee-441200e99781 is going to be created. [ 1333.041603] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.041817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.041817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.041997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.042203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.062727] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07046ee0-13c8-4078-83ee-441200e99781 in Status: IN_PROGRESS for 2s [ 1333.276753] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: SUCCESS [ 1333.276994] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d deletion is rescheduled due to dependency. [ 1333.277094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.441010] env[70236]: INFO networking_nsxv3.common.synchronization [req-75be1125-d2a6-4ad8-8597-aaa41119c095 req-a9d19506-6845-45be-8d8a-e6a79da727f0 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1334.444845] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1334.444845] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.444845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.444845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.444845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.444845] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.444845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.444845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.444845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.444845] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.444845] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.945560] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.945728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.945801] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.946067] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.946177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.946386] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.946490] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.946564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.946715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.946793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.946880] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1334.973168] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.973343] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.973407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.973579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.973715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.983215] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1335.075239] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07046ee0-13c8-4078-83ee-441200e99781 in Status: SUCCESS [ 1335.075239] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.178761] env[70236]: INFO networking_nsxv3.common.synchronization [req-9871c243-b162-4dfb-bd77-a3f490bf76e3 req-46de4730-6f24-4cb4-9b78-54d94295852f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_members [ 1335.179313] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 with Priority: HIGHEST for action security_group_members [ 1335.179612] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb0065a-3b44-4a91-8642-40d262ffcac9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.179728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.179794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.180325] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.180488] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.180590] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.180655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.180802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.180927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.180981] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eb0065a-3b44-4a91-8642-40d262ffcac9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.682776] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.683148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.683148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.683271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.683420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.683654] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.683802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.683877] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.684069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.684183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.684294] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 is going to be updated. [ 1335.709670] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.709840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.709884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.710071] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.710204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.718604] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 in Status: IN_PROGRESS for 2s [ 1336.941027] env[70236]: INFO networking_nsxv3.common.synchronization [req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a req-f3cf4cbc-449c-4f98-abe2-bc5b343bfff5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1336.941578] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1336.941870] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.941973] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.992797] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1336.993097] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a deletion is rescheduled due to dependency. [ 1336.993250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.993436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.993677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.993888] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.994060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.994136] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.994300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.994401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.994476] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.217430] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.217628] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.218144] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.218144] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.218787] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.218787] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.218787] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.218787] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.218951] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.219202] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.219319] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1337.219661] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1337.219661] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1337.219661] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.219764] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1337.219916] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1337.237762] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1337.237947] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1337.238124] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1337.238298] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.238590] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-71cc601d-c08b-4014-a172-6a51a4f64f97 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.238759] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-71cc601d-c08b-4014-a172-6a51a4f64f97" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.238880] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-71cc601d-c08b-4014-a172-6a51a4f64f97" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.239207] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-71cc601d-c08b-4014-a172-6a51a4f64f97" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.239352] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71cc601d-c08b-4014-a172-6a51a4f64f97',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.496916] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.498376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.498483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.498680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.498773] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.498984] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.499101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.499168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.499391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.499481] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.499574] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1337.526196] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.526196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.526196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.526196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.526196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.535039] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1337.728072] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 in Status: SUCCESS [ 1337.728307] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eb0065a-3b44-4a91-8642-40d262ffcac9 deletion is rescheduled due to dependency. [ 1337.728422] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb0065a-3b44-4a91-8642-40d262ffcac9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.741717] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.741918] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.742071] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.742389] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.742548] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.742708] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 71cc601d-c08b-4014-a172-6a51a4f64f97 not found, creating... [ 1337.742979] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.743156] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.743281] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.743510] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.743652] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.743981] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.744206] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.744339] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.744560] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.744701] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.744846] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 71cc601d-c08b-4014-a172-6a51a4f64f97 is going to be created. [ 1337.770115] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.770115] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.770115] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.770115] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.770370] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.770536] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-71cc601d-c08b-4014-a172-6a51a4f64f97" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.823231] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.823400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.823457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.823678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.823790] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.326821] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.432207] env[70236]: INFO networking_nsxv3.common.synchronization [req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a req-4d0981ef-7b2e-47f3-bc04-1906430d8834 service nova] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_rules [ 1338.432400] env[70236]: INFO networking_nsxv3.common.synchronization [req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a req-4d0981ef-7b2e-47f3-bc04-1906430d8834 service nova] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1338.432548] env[70236]: INFO networking_nsxv3.common.synchronization [req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a req-4d0981ef-7b2e-47f3-bc04-1906430d8834 service nova] Enqueued Resource ID: 71cc601d-c08b-4014-a172-6a51a4f64f97 with Priority: HIGHEST for action port [ 1338.432778] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_rules [ 1338.432917] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1338.433127] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71cc601d-c08b-4014-a172-6a51a4f64f97 with Priority: HIGHEST for action port [ 1338.433735] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.433879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.433936] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.434183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.434269] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.435135] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.435231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.436213] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-71cc601d-c08b-4014-a172-6a51a4f64f97 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.436213] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71cc601d-c08b-4014-a172-6a51a4f64f97" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.436213] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71cc601d-c08b-4014-a172-6a51a4f64f97" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.436213] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71cc601d-c08b-4014-a172-6a51a4f64f97" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.436213] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71cc601d-c08b-4014-a172-6a51a4f64f97',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.829652] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.938130] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.940724] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71cc601d-c08b-4014-a172-6a51a4f64f97 with status ACTIVE [ 1338.940724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.940724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.940724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.940724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.941514] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71cc601d-c08b-4014-a172-6a51a4f64f97 is going to be updated. [ 1338.961796] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.961982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.961982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.962619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.962619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.962619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71cc601d-c08b-4014-a172-6a51a4f64f97" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.983451] env[70236]: INFO networking_nsxv3.common.synchronization [req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 req-18e22459-455a-4ebe-bbf6-7cd446e2cae2 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Enqueued Resource ID: 07046ee0-13c8-4078-83ee-441200e99781 with Priority: HIGHEST for action security_group_members [ 1338.983774] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07046ee0-13c8-4078-83ee-441200e99781 with Priority: HIGHEST for action security_group_members [ 1338.984081] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-07046ee0-13c8-4078-83ee-441200e99781 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.984198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.984263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.984457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.984667] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.984742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.984790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.985714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.985714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.985714] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07046ee0-13c8-4078-83ee-441200e99781',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.135908] env[70236]: INFO networking_nsxv3.common.synchronization [req-a2061484-7f9c-4de6-9806-097683606cf3 req-21888c29-51fb-4c0f-bead-c55502bf38cf tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1339.136499] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1339.136812] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.136993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.136993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.137284] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.137399] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.137504] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.137637] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.137701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.137782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.137896] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.331691] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1339.331965] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1339.396066] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.396291] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.396420] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.396694] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.396963] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.397143] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.397266] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.397518] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.397668] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.397885] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.398012] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.398137] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.398248] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.398361] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.398469] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.398605] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.430962] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.431153] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1339.431304] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.431517] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.431824] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-3ef9537f-b4ae-4161-8e9d-a1cc8659354c taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.431997] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-3ef9537f-b4ae-4161-8e9d-a1cc8659354c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.432136] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-3ef9537f-b4ae-4161-8e9d-a1cc8659354c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.432436] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-3ef9537f-b4ae-4161-8e9d-a1cc8659354c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.432576] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ef9537f-b4ae-4161-8e9d-a1cc8659354c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.487344] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.487542] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.487542] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.487724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.487811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.487993] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.488106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.488170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.488320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.488395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.488479] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07046ee0-13c8-4078-83ee-441200e99781 is going to be updated. [ 1339.513381] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.513514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.513569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.513732] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.513860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.521942] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07046ee0-13c8-4078-83ee-441200e99781 in Status: IN_PROGRESS for 2s [ 1339.541592] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1339.541756] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a deletion is rescheduled due to dependency. [ 1339.541862] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.542022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.542216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.542381] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.542491] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.542552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.542694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.542775] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.542867] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.640153] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.640313] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.640372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.640571] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.640660] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.640846] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.640940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.641011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.641169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.641247] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.641333] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d is going to be updated. [ 1339.663442] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.663577] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.663645] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.663836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.663972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.672783] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: IN_PROGRESS for 2s [ 1339.934920] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.935193] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.935331] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.935603] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.935753] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.935912] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 3ef9537f-b4ae-4161-8e9d-a1cc8659354c not found, creating... [ 1339.936193] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.936351] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.936470] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.936683] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.936821] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.937111] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.937268] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.937387] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.937592] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.937725] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.937866] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 3ef9537f-b4ae-4161-8e9d-a1cc8659354c is going to be created. [ 1339.957127] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.957309] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.957429] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.957653] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.957874] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.958096] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-3ef9537f-b4ae-4161-8e9d-a1cc8659354c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.044386] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.130019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.130224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.130276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.130465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.145294] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1340.146258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.147451] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1340.190646] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.190824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.190824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.191055] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.203989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.204789] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1340.204876] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.204970] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1340.246172] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.246332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.246382] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.246589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.247789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.247953] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1340.315887] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.316090] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.316168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.316360] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.316655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.316929] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1340.388353] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.388616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.388616] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.388861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.389140] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.389520] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 1340.389621] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d79c590a-83b9-4543-94bd-ac1e2080a65a', '07046ee0-13c8-4078-83ee-441200e99781', '0b274dc7-5288-45a4-b0df-ed5e69aa78d9', '91919946-d872-4fb9-9e8b-126394c133bc', '566dd993-51fa-4164-9a98-fbc4a6589594', '5c980ce6-2fa2-49e7-9438-d5e5dddd0101', 'c844bd5c-665f-4002-8bc2-d1e2132e4ae8', '7362f974-eb05-4a3e-82bd-c5272932a8ed', '1785cb07-64a7-4c20-af95-dcc775d3ae0c', 'fcdce516-53b2-4b44-adf0-13ba58a461ca', '5371e80b-4518-4456-8904-1c4184f2d63c', 'edefbbe5-db20-4f6b-a42e-e7b082b938b1', '83cb84e6-54f0-4c74-af64-7dad1fc0b4c6', '99c5e121-255b-4a92-b028-57819d8a5efe', '3393f6d3-5e69-4f7d-835e-0327f07a4e15', '05723e66-c2c2-48fb-af03-66a1731bffba', '8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831', '06e7ede2-fe4a-4d4b-858a-90f8ddb732b8', 'fc302d42-aaa5-458a-aa57-29c2cf8e1baf', 'b583f810-9bb1-4862-9671-8fc402aac720', '2eb0065a-3b44-4a91-8642-40d262ffcac9', 'f381c42c-39ea-46b6-b707-24d876cd0db0', '339df83c-edcf-4c97-9254-35d9ebc57a31', '6e2b965f-99fa-46d6-847a-ea07b73e6d38', 'f7274eff-afe6-43d6-b8d4-8f5b0186f904', '16db37a4-2a38-4849-8c81-65e05e72ff8d', '3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad', '8f4d0114-8f4f-43f9-8671-ea2285836b8e', '405261a9-5f87-4ac0-9406-994bcee51b69', '7508b55b-4f16-4555-8af3-372ddadfaf1b', 'ac829449-3abb-46ec-9d36-b7e38278b3d9', 'd3aa02ee-54de-4cca-93e9-f7f4dc3d7e79', '25defce6-87d3-4cd9-b70c-9acae0fd2b83', '21e71e8e-3ec9-45e6-81ff-2df9794a2658', 'e9176f1f-abf8-4d70-b46b-0b4e587c08e7', '0a6837e6-9d77-42b3-a4e5-3a20882a5466', '1887df37-4d91-401b-bb3b-820134a3144a'} {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.389712] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1340.408128] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.408295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.408365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.408574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.408676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.408791] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1340.408863] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.408941] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1340.477357] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.477533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.477595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.477787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.478904] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.479179] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1340.479262] env[70236]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70236) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.479335] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1340.479505] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1340.479505] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 1340.479588] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGH for action security_group_rules [ 1340.479622] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07046ee0-13c8-4078-83ee-441200e99781 with Priority: HIGH for action security_group_rules [ 1340.479694] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGH for action security_group_rules [ 1340.479745] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGH for action security_group_rules [ 1340.479809] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGH for action security_group_rules [ 1340.479864] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGH for action security_group_rules [ 1340.479920] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGH for action security_group_rules [ 1340.479986] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGH for action security_group_rules [ 1340.480068] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGH for action security_group_rules [ 1340.480121] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGH for action security_group_rules [ 1340.480170] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGH for action security_group_rules [ 1340.480224] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGH for action security_group_rules [ 1340.480281] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGH for action security_group_rules [ 1340.480343] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGH for action security_group_rules [ 1340.480403] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGH for action security_group_rules [ 1340.480459] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGH for action security_group_rules [ 1340.480602] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 with Priority: HIGH for action security_group_rules [ 1340.480602] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 with Priority: HIGH for action security_group_rules [ 1340.480734] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGH for action security_group_rules [ 1340.480734] env[70236]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGH for action security_group_rules [ 1340.480826] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.546945] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.639364] env[70236]: INFO networking_nsxv3.common.synchronization [req-a2061484-7f9c-4de6-9806-097683606cf3 req-4edfdfb3-fe68-454f-a5ab-88b773b61105 service nova] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_rules [ 1340.639559] env[70236]: INFO networking_nsxv3.common.synchronization [req-a2061484-7f9c-4de6-9806-097683606cf3 req-4edfdfb3-fe68-454f-a5ab-88b773b61105 service nova] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1340.639702] env[70236]: INFO networking_nsxv3.common.synchronization [req-a2061484-7f9c-4de6-9806-097683606cf3 req-4edfdfb3-fe68-454f-a5ab-88b773b61105 service nova] Enqueued Resource ID: 3ef9537f-b4ae-4161-8e9d-a1cc8659354c with Priority: HIGHEST for action port [ 1340.639926] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_rules [ 1340.641567] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1340.642681] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef9537f-b4ae-4161-8e9d-a1cc8659354c with Priority: HIGHEST for action port [ 1340.643751] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGH for action security_group_rules [ 1340.643751] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 with Priority: HIGH for action security_group_rules [ 1340.643751] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 with Priority: HIGH for action security_group_rules [ 1340.643751] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 with Priority: HIGH for action security_group_rules [ 1340.643751] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b583f810-9bb1-4862-9671-8fc402aac720 with Priority: HIGH for action security_group_rules [ 1340.643751] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf with Priority: HIGH for action security_group_rules [ 1340.643751] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 with Priority: HIGH for action security_group_rules [ 1340.643751] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 with Priority: HIGH for action security_group_rules [ 1340.643751] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c5e121-255b-4a92-b028-57819d8a5efe with Priority: HIGH for action security_group_rules [ 1340.644263] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGH for action security_group_rules [ 1340.644574] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 with Priority: HIGH for action security_group_rules [ 1340.646136] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 with Priority: HIGH for action security_group_rules [ 1340.646136] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5371e80b-4518-4456-8904-1c4184f2d63c with Priority: HIGH for action security_group_rules [ 1340.646136] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdce516-53b2-4b44-adf0-13ba58a461ca with Priority: HIGH for action security_group_rules [ 1340.646136] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c with Priority: HIGH for action security_group_rules [ 1340.646136] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 with Priority: HIGH for action security_group_rules [ 1340.646136] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed with Priority: HIGH for action security_group_rules [ 1340.646136] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566dd993-51fa-4164-9a98-fbc4a6589594 with Priority: HIGH for action security_group_rules [ 1340.646136] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07046ee0-13c8-4078-83ee-441200e99781 with Priority: HIGH for action security_group_rules [ 1340.646136] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91919946-d872-4fb9-9e8b-126394c133bc with Priority: HIGH for action security_group_rules [ 1340.646136] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.646606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.646606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.646606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.646767] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.647757] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.647853] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.648012] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ef9537f-b4ae-4161-8e9d-a1cc8659354c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.650026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ef9537f-b4ae-4161-8e9d-a1cc8659354c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.650026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ef9537f-b4ae-4161-8e9d-a1cc8659354c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.650026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ef9537f-b4ae-4161-8e9d-a1cc8659354c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.650026] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ef9537f-b4ae-4161-8e9d-a1cc8659354c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.652634] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.652737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.653454] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.653454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.653454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.653454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.653454] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b274dc7-5288-45a4-b0df-ed5e69aa78d9',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.654749] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.654749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.654749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.654749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.654931] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c844bd5c-665f-4002-8bc2-d1e2132e4ae8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.655974] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.656095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.656215] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.656459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.656577] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393f6d3-5e69-4f7d-835e-0327f07a4e15',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.657601] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b583f810-9bb1-4862-9671-8fc402aac720 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.657769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.657888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.658134] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.658249] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b583f810-9bb1-4862-9671-8fc402aac720',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.659183] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.659300] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.659436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.659514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.659719] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc302d42-aaa5-458a-aa57-29c2cf8e1baf',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.661307] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.661420] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.661462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.661625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.661683] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06e7ede2-fe4a-4d4b-858a-90f8ddb732b8',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.662359] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.662465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.662530] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.662681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.662880] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.664126] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c5e121-255b-4a92-b028-57819d8a5efe taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.664126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.664126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.664126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.664126] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c5e121-255b-4a92-b028-57819d8a5efe',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.664666] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.664722] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.664802] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.664920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.664987] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.665679] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.665788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.665857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.666509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.666509] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cb84e6-54f0-4c74-af64-7dad1fc0b4c6',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.666910] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.667051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.667124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.667274] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.667361] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edefbbe5-db20-4f6b-a42e-e7b082b938b1',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.668025] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5371e80b-4518-4456-8904-1c4184f2d63c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.668139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.668187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.668328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.668399] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5371e80b-4518-4456-8904-1c4184f2d63c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.669176] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcdce516-53b2-4b44-adf0-13ba58a461ca taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.669279] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.669338] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.669483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.669583] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcdce516-53b2-4b44-adf0-13ba58a461ca',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.670217] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.670323] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.670389] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.670537] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.670628] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1785cb07-64a7-4c20-af95-dcc775d3ae0c',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.671267] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.671386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.671425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.671594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.671654] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c980ce6-2fa2-49e7-9438-d5e5dddd0101',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.672402] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7362f974-eb05-4a3e-82bd-c5272932a8ed taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.672520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.672575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.672705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.672776] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7362f974-eb05-4a3e-82bd-c5272932a8ed',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.673428] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566dd993-51fa-4164-9a98-fbc4a6589594 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.673552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.673592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.673760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.673801] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566dd993-51fa-4164-9a98-fbc4a6589594',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.675034] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07046ee0-13c8-4078-83ee-441200e99781 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.675034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.675034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.675034] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.675034] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07046ee0-13c8-4078-83ee-441200e99781',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.676395] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91919946-d872-4fb9-9e8b-126394c133bc taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.676395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.676395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.676395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.676395] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91919946-d872-4fb9-9e8b-126394c133bc',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.049508] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.049674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.049744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.049983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.050122] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.050266] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1341.076357] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.076508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.076579] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.076793] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.076983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.085893] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1341.183643] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ef9537f-b4ae-4161-8e9d-a1cc8659354c with status ACTIVE [ 1341.183839] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.183964] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.184046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.184255] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.184344] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.184517] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.184614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.184677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.184827] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.184902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.185105] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.185200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.185261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.185398] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.185471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.185555] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ef9537f-b4ae-4161-8e9d-a1cc8659354c is going to be updated. [ 1341.187973] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.188081] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.188153] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.188301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.188440] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.188534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.188596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.188733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.188811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.188891] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.188974] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.194685] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.194811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.248938] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.248938] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.248938] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.249214] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.250782] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.250782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.251548] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.251548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.253023] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.253023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.253023] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.253023] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.253338] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.253728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.254091] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.254188] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.255163] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.255278] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.255956] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.256078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.256756] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.256847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.257744] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.257855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.258431] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1341.258809] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.258895] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.259471] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1341.259829] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.259919] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.260516] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1341.260894] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.260983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.261661] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1341.261995] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.262117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.262187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.262401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.262549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.262696] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ef9537f-b4ae-4161-8e9d-a1cc8659354c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.263332] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1341.263683] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.263794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.264364] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1341.264704] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.264795] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.265395] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1341.265747] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.265857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.266438] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1341.266805] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.266896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.267839] env[70236]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1341.268201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.268310] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7362f974-eb05-4a3e-82bd-c5272932a8ed is going to be deleted. [ 1341.269169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.269329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.292270] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.292374] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cb84e6-54f0-4c74-af64-7dad1fc0b4c6 is going to be deleted. [ 1341.293135] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.293329] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.313848] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.313945] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c844bd5c-665f-4002-8bc2-d1e2132e4ae8 is going to be deleted. [ 1341.314632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.314804] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.333548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.333655] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5371e80b-4518-4456-8904-1c4184f2d63c is going to be deleted. [ 1341.334387] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.334554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.366774] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.366893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.368098] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.368225] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.375809] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.375923] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07046ee0-13c8-4078-83ee-441200e99781 is going to be deleted. [ 1341.376748] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.377025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.438072] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.438350] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831 is going to be deleted. [ 1341.439082] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.439288] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.444609] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.444727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.476619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.476732] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393f6d3-5e69-4f7d-835e-0327f07a4e15 is going to be deleted. [ 1341.477453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.477641] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.485979] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.486126] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.507692] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.507800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.525145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.525310] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c5e121-255b-4a92-b028-57819d8a5efe is going to be deleted. [ 1341.526148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.526407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.555568] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07046ee0-13c8-4078-83ee-441200e99781 in Status: SUCCESS [ 1341.555751] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07046ee0-13c8-4078-83ee-441200e99781 deletion is rescheduled due to dependency. [ 1341.555852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.565864] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.566013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.588684] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.588796] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06e7ede2-fe4a-4d4b-858a-90f8ddb732b8 is going to be deleted. [ 1341.589680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.589886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.613362] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.613485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.615875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.615982] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c980ce6-2fa2-49e7-9438-d5e5dddd0101 is going to be deleted. [ 1341.616769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.616959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.635972] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.636133] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edefbbe5-db20-4f6b-a42e-e7b082b938b1 is going to be deleted. [ 1341.636836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.637027] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.640792] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.640884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.675560] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.675699] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566dd993-51fa-4164-9a98-fbc4a6589594 is going to be deleted. [ 1341.676436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.676626] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.704088] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.718476] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: SUCCESS [ 1341.718637] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d deletion is rescheduled due to dependency. [ 1341.718741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.719133] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.719328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.719499] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.719633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.719702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.719901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.719991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.720136] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.721407] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.721562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.722746] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.722836] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.725780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.725943] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1785cb07-64a7-4c20-af95-dcc775d3ae0c is going to be deleted. [ 1341.726697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.726863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.781362] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.781500] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.789528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.789648] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcdce516-53b2-4b44-adf0-13ba58a461ca is going to be deleted. [ 1341.791196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.791196] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.836568] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.836711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.855476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.855476] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc302d42-aaa5-458a-aa57-29c2cf8e1baf is going to be deleted. [ 1341.856303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.856532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.912269] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.912396] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.920320] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.920458] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.934158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.934278] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b583f810-9bb1-4862-9671-8fc402aac720 is going to be deleted. [ 1341.935204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.935421] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.950131] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.950245] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.988181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.988328] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b274dc7-5288-45a4-b0df-ed5e69aa78d9 is going to be deleted. [ 1341.989833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.990295] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.043947] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.044066] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91919946-d872-4fb9-9e8b-126394c133bc is going to be deleted. [ 1342.044805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.045198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.045198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.045326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7362f974-eb05-4a3e-82bd-c5272932a8ed" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.045480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.045644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.045726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.045841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cb84e6-54f0-4c74-af64-7dad1fc0b4c6" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.046777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.046913] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.047152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.047275] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c844bd5c-665f-4002-8bc2-d1e2132e4ae8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.047413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.047565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.047645] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.047758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5371e80b-4518-4456-8904-1c4184f2d63c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.047881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.048033] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.048113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.048220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07046ee0-13c8-4078-83ee-441200e99781" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.048347] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.048487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.048599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.048652] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc70c29-8bd9-4cf3-b7bf-f7474ddd2831" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.048776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.048910] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.048983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.049103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393f6d3-5e69-4f7d-835e-0327f07a4e15" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.049231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.049395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.049446] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.049545] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c5e121-255b-4a92-b028-57819d8a5efe" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.049667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.049803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.049876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.049983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06e7ede2-fe4a-4d4b-858a-90f8ddb732b8" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.050119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.050258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.050332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.050433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c980ce6-2fa2-49e7-9438-d5e5dddd0101" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.050552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.050687] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.050760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.050864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edefbbe5-db20-4f6b-a42e-e7b082b938b1" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.050982] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.051152] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.051213] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.051324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566dd993-51fa-4164-9a98-fbc4a6589594" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.051450] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.051574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.051646] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.051752] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcdce516-53b2-4b44-adf0-13ba58a461ca" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.051873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.052019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.052095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.052203] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1785cb07-64a7-4c20-af95-dcc775d3ae0c" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.052322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.052470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.052543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.052650] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc302d42-aaa5-458a-aa57-29c2cf8e1baf" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.098930] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.098930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.098930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.098930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.098930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.098930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b583f810-9bb1-4862-9671-8fc402aac720" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.123931] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.124101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.124191] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.124526] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.124661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.124761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b274dc7-5288-45a4-b0df-ed5e69aa78d9" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.129074] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.129207] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.129272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.129453] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.129527] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.129656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91919946-d872-4fb9-9e8b-126394c133bc" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.206161] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05723e66-c2c2-48fb-af03-66a1731bffba: rpc.has_security_group_logging(os_id): False [ 1342.222973] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.241411] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.241411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.241411] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.241639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.264907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.265244] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.265372] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.265441] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.265619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.265714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.265787] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba is going to be updated. [ 1342.320591] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.320776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.320875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.321060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.321251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.333384] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: IN_PROGRESS for 2s [ 1342.725490] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.096933] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1343.096933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.096933] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.097161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.097711] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.097711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.097711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.097711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.097970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.097970] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.097970] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.228490] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.228731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.228731] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.228943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.229074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.229182] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d is going to be updated. [ 1343.257374] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.257578] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.257647] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.257882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.258139] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.267548] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: IN_PROGRESS for 2s [ 1343.601052] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.601052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.601052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.601403] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.601445] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.601664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.601664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.601803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.601852] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.601939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.602105] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.602201] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.602257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.602397] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.602532] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.602619] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.602674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.602811] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.602889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.603018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.603124] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.106098] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d79c590a-83b9-4543-94bd-ac1e2080a65a: rpc.has_security_group_logging(os_id): False [ 1344.124687] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.124849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.124890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.125171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.144429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.144727] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.144840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.144929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.145197] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.145286] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.145520] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.145626] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.145688] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.145862] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.145939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.146196] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.146283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.146375] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.146520] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.146595] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.146700] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1344.202771] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.202935] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.203014] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.203223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.203365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.215046] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1344.346561] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: SUCCESS [ 1344.346781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.276274] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: SUCCESS [ 1345.276674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.276674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.276854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.277046] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.277161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.277226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.277392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.277475] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.277551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.277738] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.646789] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.646925] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1345.780105] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.231952] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1346.232216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.232847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.232847] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.232847] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.282237] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16db37a4-2a38-4849-8c81-65e05e72ff8d: rpc.has_security_group_logging(os_id): False [ 1346.301366] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.301366] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.301572] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.301614] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.319991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.320325] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.320463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.320533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.320772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.320888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.320988] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d is going to be updated. [ 1346.416074] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.416296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.416368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.416561] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.416704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.432944] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: IN_PROGRESS for 2s [ 1346.735540] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.735540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.735751] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.735812] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.735987] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.736101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.736185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.736390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.736470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.736563] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.736652] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.239493] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.239658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.239733] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.239943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.240133] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.240261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.240335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.240494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.240583] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.240669] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.240815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.240908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.240984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.241119] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.241257] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.241346] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.241392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.241528] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.241599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.241677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.241766] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.744364] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d79c590a-83b9-4543-94bd-ac1e2080a65a: rpc.has_security_group_logging(os_id): False [ 1347.761510] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.761701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.761701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.761905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.761993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.762216] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.762312] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.762369] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.762518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.762594] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.762770] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.762859] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.762943] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.763109] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.763198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.763356] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.763445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.763496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.763632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.763700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.763782] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1347.817395] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.817593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.817593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.817787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.817924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.830417] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1348.445658] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: SUCCESS [ 1348.445875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.973429] env[70236]: INFO networking_nsxv3.common.synchronization [req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d req-ca79d3ba-de43-4529-922e-d63eb402b6c4 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1348.973998] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1348.974317] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.974552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.974552] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.977129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.977129] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.977129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.977129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.977129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.977129] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.977129] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.239903] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-861 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.240151] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.240244] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.240512] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.240773] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.240928] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.241060] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.241274] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.241423] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.241640] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1349.241760] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1349.241875] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1349.241988] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1349.242114] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1349.242229] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1349.242362] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1349.259872] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1349.260036] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1349.260185] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1349.260356] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.260611] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-b32de710-d9c2-4e6a-a894-ab5f409cd51f taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.260774] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.260895] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.261431] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.261431] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32de710-d9c2-4e6a-a894-ab5f409cd51f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.479028] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.479028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.479028] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.479359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.499367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.499616] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.499727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.499820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.500011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.500097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.500193] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad is going to be updated. [ 1349.524408] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.524603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.524688] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.524881] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.525043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.533793] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: IN_PROGRESS for 2s [ 1349.767031] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.767031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.767031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.767031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.767031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.767031] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port b32de710-d9c2-4e6a-a894-ab5f409cd51f not found, creating... [ 1349.767031] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.767031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.767031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.767031] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.767832] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.768193] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.768468] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.768694] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.769082] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.769789] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.769789] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: b32de710-d9c2-4e6a-a894-ab5f409cd51f is going to be created. [ 1349.794477] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.794691] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.794822] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.795163] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.795415] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.795733] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.859161] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1349.859378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.461641] env[70236]: INFO networking_nsxv3.common.synchronization [req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d req-08be215a-dae4-48c4-89de-32e82ad527bc service nova] Enqueued Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_rules [ 1350.461935] env[70236]: INFO networking_nsxv3.common.synchronization [req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d req-08be215a-dae4-48c4-89de-32e82ad527bc service nova] Enqueued Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1350.461935] env[70236]: INFO networking_nsxv3.common.synchronization [req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d req-08be215a-dae4-48c4-89de-32e82ad527bc service nova] Enqueued Resource ID: b32de710-d9c2-4e6a-a894-ab5f409cd51f with Priority: HIGHEST for action port [ 1350.462104] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_rules [ 1350.462220] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1350.462317] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32de710-d9c2-4e6a-a894-ab5f409cd51f with Priority: HIGHEST for action port [ 1350.462911] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.463634] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.463758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.463994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.464098] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.464932] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.465045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.465303] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32de710-d9c2-4e6a-a894-ab5f409cd51f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.465423] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.465483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.465665] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.465737] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32de710-d9c2-4e6a-a894-ab5f409cd51f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.968369] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.968510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.968676] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b32de710-d9c2-4e6a-a894-ab5f409cd51f with status ACTIVE [ 1350.968837] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.968975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.969042] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.969228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.969320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.969487] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.969808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.969808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.969808] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.969908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.970049] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.970118] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.970186] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.970299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.970363] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.970446] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b32de710-d9c2-4e6a-a894-ab5f409cd51f is going to be updated. [ 1350.989812] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.989940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.989993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.990170] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.990299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.990445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.544302] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: SUCCESS [ 1351.544618] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad deletion is rescheduled due to dependency. [ 1351.544618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.544751] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.544961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.545185] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.545328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.545391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.545516] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.545596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.545687] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.048394] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.551265] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.053789] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.054045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.054045] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.054254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.054814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.054814] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad is going to be updated. [ 1353.080749] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.080900] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.080959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.081183] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.081321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.090057] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: IN_PROGRESS for 2s [ 1355.103198] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: SUCCESS [ 1355.103625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.103800] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.104060] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.104297] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.104464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.104638] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.104864] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.105016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.105209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.105315] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.463170] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.463378] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1355.607734] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.607962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.607962] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.608208] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.608382] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.608485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.608549] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.608699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.608786] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.608874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.609034] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.609131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.609220] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.609337] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.609470] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.609559] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.609633] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.609820] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.609897] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.609979] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.610088] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.113051] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad: rpc.has_security_group_logging(os_id): False [ 1356.132254] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.132254] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.132456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.132495] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.132680] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.132788] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.133036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.133036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.133211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.133211] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.133406] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.133543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.133543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.133670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.133738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.133927] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.134024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.134118] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.134231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.134314] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.134387] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad is going to be updated. [ 1356.189930] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.190190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.190190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.190352] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.190459] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.200053] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: IN_PROGRESS for 2s [ 1358.213754] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: SUCCESS [ 1358.214059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.821018] env[70236]: INFO networking_nsxv3.common.synchronization [req-e5b9a46b-a34f-44d5-a1c4-7d7666affb7a req-9812fea7-b470-4919-98a9-0d4c825d0e22 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1358.821018] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad with Priority: HIGHEST for action security_group_members [ 1358.821317] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.821433] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.821496] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.822204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.822204] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.822204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.822204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.822593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.822593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.822593] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.862034] env[70236]: INFO networking_nsxv3.common.synchronization [req-e5b9a46b-a34f-44d5-a1c4-7d7666affb7a req-9812fea7-b470-4919-98a9-0d4c825d0e22 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: b32de710-d9c2-4e6a-a894-ab5f409cd51f with Priority: HIGHEST for action port [ 1358.862290] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32de710-d9c2-4e6a-a894-ab5f409cd51f with Priority: HIGHEST for action port [ 1358.862795] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32de710-d9c2-4e6a-a894-ab5f409cd51f taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.862915] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.862978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.863180] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.863261] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32de710-d9c2-4e6a-a894-ab5f409cd51f',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.326140] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.326460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.326460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.326617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.326711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.326968] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.327089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.327184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.327312] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.327390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.327511] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad is going to be updated. [ 1359.354007] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.354149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.354294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.354402] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.354536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.361972] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: IN_PROGRESS for 2s [ 1359.365335] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b32de710-d9c2-4e6a-a894-ab5f409cd51f with status ACTIVE [ 1359.365544] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.365679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.365750] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.365923] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.366019] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.366183] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.366303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.366365] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.366477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.366551] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.366731] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.366821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.366884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.367021] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.367098] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.367176] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b32de710-d9c2-4e6a-a894-ab5f409cd51f is going to be updated. [ 1359.384597] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.384776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.384776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.384967] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.385137] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.385335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32de710-d9c2-4e6a-a894-ab5f409cd51f" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.371861] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad in Status: SUCCESS [ 1361.371861] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad deletion is rescheduled due to dependency. [ 1361.371861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cebfd83-4e7c-4d63-91dc-ffe9aacbaaad" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.863347] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.863671] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.864597] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.864980] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.866662] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.866662] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.284309] env[70236]: INFO networking_nsxv3.common.synchronization [None req-0d7f1cf9-a3cd-4a49-b0b7-c736314ee33d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: 088bf18a-c7ad-4264-b09c-dc4e25f7a2db with Priority: HIGHEST for action security_group_rules [ 1374.284766] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 088bf18a-c7ad-4264-b09c-dc4e25f7a2db with Priority: HIGHEST for action security_group_rules [ 1374.285121] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-088bf18a-c7ad-4264-b09c-dc4e25f7a2db taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.285294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-088bf18a-c7ad-4264-b09c-dc4e25f7a2db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.285363] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-088bf18a-c7ad-4264-b09c-dc4e25f7a2db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.285776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-088bf18a-c7ad-4264-b09c-dc4e25f7a2db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.285861] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('088bf18a-c7ad-4264-b09c-dc4e25f7a2db',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.360291] env[70236]: INFO networking_nsxv3.common.synchronization [None req-134c8190-af35-49a5-b2ae-1c79a05c00df tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: 088bf18a-c7ad-4264-b09c-dc4e25f7a2db with Priority: HIGHEST for action security_group_rules [ 1374.360781] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 088bf18a-c7ad-4264-b09c-dc4e25f7a2db with Priority: HIGHEST for action security_group_rules [ 1374.361101] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-088bf18a-c7ad-4264-b09c-dc4e25f7a2db taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.361204] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-088bf18a-c7ad-4264-b09c-dc4e25f7a2db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.813536] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.813676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.813828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.813992] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.814091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.814181] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 088bf18a-c7ad-4264-b09c-dc4e25f7a2db already deleted. [ 1374.814301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-088bf18a-c7ad-4264-b09c-dc4e25f7a2db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.814788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-088bf18a-c7ad-4264-b09c-dc4e25f7a2db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.815525] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-088bf18a-c7ad-4264-b09c-dc4e25f7a2db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.815700] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('088bf18a-c7ad-4264-b09c-dc4e25f7a2db',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.335569] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.335569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.335569] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.336189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.336189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.336189] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 088bf18a-c7ad-4264-b09c-dc4e25f7a2db already deleted. [ 1375.336189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-088bf18a-c7ad-4264-b09c-dc4e25f7a2db" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.223937] env[70236]: INFO networking_nsxv3.common.synchronization [req-a3d1e9b6-ffcb-4c34-826d-477302159d5c req-f27587ba-112c-4c71-9d9a-51535164c95c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1377.224507] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1377.224825] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.224944] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.225022] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.225223] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.225583] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.225677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.225737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.225899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.225988] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.226097] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.728996] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.729231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.729231] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.729456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.729550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.729749] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.729846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.729903] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.730074] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.730145] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.730234] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1377.758591] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.758741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.758781] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.758942] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.759087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.767375] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1379.703720] env[70236]: INFO networking_nsxv3.common.synchronization [req-eae33526-ddfe-43e6-a51b-9ddb5b94929b req-12138074-857f-4ee9-a6f5-49796b4705ca tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1379.704371] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1379.704682] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.704785] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.777552] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1379.777730] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a deletion is rescheduled due to dependency. [ 1379.777841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.777997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.778229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.778412] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.778533] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.778592] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.778759] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.778842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.778938] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.959219] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.959414] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.959544] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.959872] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.960234] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.960426] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.960729] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.960767] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.960910] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.961136] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1379.961254] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1379.961375] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1379.961484] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1379.961745] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1379.961864] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1379.962011] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1379.980194] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1379.980368] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1379.980527] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1379.980699] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.980993] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.981179] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.981303] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.981602] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.981745] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d421ea-3e4f-4369-ab07-e10ad1b7f2c2',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.282507] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.282507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.282507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.282507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.282507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.282507] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.282507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.282507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.282507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.282507] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.282998] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1380.306289] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.306443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.306536] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.306715] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.306939] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.314081] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1380.483592] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.483805] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.483937] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.484259] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.484419] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.484579] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 not found, creating... [ 1380.484840] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.485018] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.485150] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.485394] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.485571] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.485872] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.486048] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.486173] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.486420] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.486561] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.486705] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 is going to be created. [ 1380.506396] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.506606] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.506745] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.506965] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.507202] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.507425] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.174922] env[70236]: INFO networking_nsxv3.common.synchronization [req-eae33526-ddfe-43e6-a51b-9ddb5b94929b req-187cb3cc-1023-447e-bc50-c5b376615cac service nova] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_rules [ 1381.175188] env[70236]: INFO networking_nsxv3.common.synchronization [req-eae33526-ddfe-43e6-a51b-9ddb5b94929b req-187cb3cc-1023-447e-bc50-c5b376615cac service nova] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1381.175315] env[70236]: INFO networking_nsxv3.common.synchronization [req-eae33526-ddfe-43e6-a51b-9ddb5b94929b req-187cb3cc-1023-447e-bc50-c5b376615cac service nova] Enqueued Resource ID: 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 with Priority: HIGHEST for action port [ 1381.175555] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_rules [ 1381.175688] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1381.175795] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 with Priority: HIGHEST for action port [ 1381.176407] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.176469] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.176511] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.176699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.176782] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.179088] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.179189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.179381] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.179480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.179543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.179714] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.179788] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d421ea-3e4f-4369-ab07-e10ad1b7f2c2',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.681321] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.681467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.681668] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 with status ACTIVE [ 1381.681835] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.681940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.682008] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.682228] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.682320] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.682489] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.682606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.682667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.682823] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.682908] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.683086] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.683187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.683249] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.683464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.683464] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.683567] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 is going to be updated. [ 1381.703166] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.703317] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.703364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.703534] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.703689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.703821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.969300] env[70236]: INFO networking_nsxv3.common.synchronization [req-902d6632-e2d9-48fc-b37b-f9f239c5de51 req-5407df60-80e3-4563-a0b0-69799188a3ab tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1381.969300] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1381.970251] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.970251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.970251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.970251] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.971531] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.972226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.972311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.972460] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.972838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.972838] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.199048] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-861 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.199384] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.199384] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.199668] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.199951] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.200134] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.200264] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.200493] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.200643] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.200852] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1382.200970] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1382.201095] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1382.201207] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1382.201331] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1382.201442] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1382.201578] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1382.221095] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1382.221269] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1382.221413] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1382.221582] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-861" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.221873] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-7efd3e96-bf0c-46e9-94a7-7d9035005acd taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.222055] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-7efd3e96-bf0c-46e9-94a7-7d9035005acd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.222250] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-7efd3e96-bf0c-46e9-94a7-7d9035005acd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.222570] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-7efd3e96-bf0c-46e9-94a7-7d9035005acd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.222716] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7efd3e96-bf0c-46e9-94a7-7d9035005acd',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.322807] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1382.322977] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a deletion is rescheduled due to dependency. [ 1382.323104] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.323261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.323477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.323649] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.323762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.323887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.324219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.324219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.324219] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.475272] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.725469] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.725674] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.725807] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.726106] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.726489] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.726489] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 7efd3e96-bf0c-46e9-94a7-7d9035005acd not found, creating... [ 1382.726733] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.726896] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.727027] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.727257] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.727398] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.727678] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.727837] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.727959] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.728180] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.728317] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.728460] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 7efd3e96-bf0c-46e9-94a7-7d9035005acd is going to be created. [ 1382.748149] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.748410] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.748575] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.748892] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.749158] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.749381] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-7efd3e96-bf0c-46e9-94a7-7d9035005acd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.826406] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.976888] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.328862] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.398695] env[70236]: INFO networking_nsxv3.common.synchronization [req-902d6632-e2d9-48fc-b37b-f9f239c5de51 req-dc01e8d1-9d31-46c8-a6b5-869f297ce21b service nova] Enqueued Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_rules [ 1383.398940] env[70236]: INFO networking_nsxv3.common.synchronization [req-902d6632-e2d9-48fc-b37b-f9f239c5de51 req-dc01e8d1-9d31-46c8-a6b5-869f297ce21b service nova] Enqueued Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1383.399138] env[70236]: INFO networking_nsxv3.common.synchronization [req-902d6632-e2d9-48fc-b37b-f9f239c5de51 req-dc01e8d1-9d31-46c8-a6b5-869f297ce21b service nova] Enqueued Resource ID: 7efd3e96-bf0c-46e9-94a7-7d9035005acd with Priority: HIGHEST for action port [ 1383.399681] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_rules [ 1383.399815] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1383.399946] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efd3e96-bf0c-46e9-94a7-7d9035005acd with Priority: HIGHEST for action port [ 1383.400455] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.400648] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.400787] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.401276] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.401509] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.402880] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.402880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.402880] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7efd3e96-bf0c-46e9-94a7-7d9035005acd taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.402880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7efd3e96-bf0c-46e9-94a7-7d9035005acd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.402880] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7efd3e96-bf0c-46e9-94a7-7d9035005acd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.403240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7efd3e96-bf0c-46e9-94a7-7d9035005acd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.403398] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7efd3e96-bf0c-46e9-94a7-7d9035005acd',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.479105] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.479309] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.479353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.479702] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.479828] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.479955] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba is going to be updated. [ 1383.506724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.506887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.506887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.507117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.507289] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.515154] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: IN_PROGRESS for 2s [ 1383.831163] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.831328] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.831390] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.831610] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.831704] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.831804] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1383.861557] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.861706] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.861758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.861948] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.862105] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.869474] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1383.906121] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.906247] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.906424] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7efd3e96-bf0c-46e9-94a7-7d9035005acd with status ACTIVE [ 1383.906586] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.906700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.906747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.906937] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.907037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.907208] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.907307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.907395] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.907521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.907585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.907780] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.907875] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.907978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.908085] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.908161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.908244] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7efd3e96-bf0c-46e9-94a7-7d9035005acd is going to be updated. [ 1383.928498] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.928498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.928604] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.928754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.928905] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.929078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7efd3e96-bf0c-46e9-94a7-7d9035005acd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.524443] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: SUCCESS [ 1385.524842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.524842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.525148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.525406] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.525657] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.525766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.525974] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.526108] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.526262] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.879805] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1385.880051] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.880236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.880462] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.880652] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.880769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.880831] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.880984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.881080] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.881168] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.881257] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.028538] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.383901] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.384089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.384157] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.384384] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.384555] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.384658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.384727] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.384872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.384960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.385062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.385207] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.385299] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.385404] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.385548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.385682] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.385762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.385826] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.385951] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.386037] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.386113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.386201] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.531163] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.889415] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d79c590a-83b9-4543-94bd-ac1e2080a65a: rpc.has_security_group_logging(os_id): False [ 1386.906412] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.906682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.906682] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.906876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.906967] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.907763] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.907763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.907763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.907763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.907763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.907763] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.908332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.908332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.908332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.908332] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.908332] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.908617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.908617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.908617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.908617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.908832] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1386.971582] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.971816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.971816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.972009] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.972169] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.986826] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1387.033724] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.034113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.034113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.034244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.034244] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.034346] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba is going to be updated. [ 1387.080026] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.080026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.080026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.081136] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.081136] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.089356] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: IN_PROGRESS for 2s [ 1388.401337] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.401337] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1389.009046] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1389.009283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.098838] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: SUCCESS [ 1389.099108] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.099308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.099573] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.099797] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.099929] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.100013] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.100202] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.100310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.100404] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.100509] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.603054] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.105332] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05723e66-c2c2-48fb-af03-66a1731bffba: rpc.has_security_group_logging(os_id): False [ 1390.128241] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.128503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.128503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.128664] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.128756] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.128998] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.129124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.129212] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.129376] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.129488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.129583] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba is going to be updated. [ 1390.186157] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.186400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.186400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.186617] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.186742] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.211412] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: IN_PROGRESS for 2s [ 1392.227769] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: SUCCESS [ 1392.228111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.402694] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.403130] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.404052] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.404392] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.405318] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.405318] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.406963] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.407223] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.408602] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.408973] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.471048] env[70236]: INFO networking_nsxv3.common.synchronization [req-99923e3f-0248-4f45-947e-58243ee59ada req-534f44e7-c107-43c0-afc7-40a0d5f2059b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1417.471586] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1417.471952] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.472114] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.472181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.472381] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.472531] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.472628] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.472692] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.472833] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.472914] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.473015] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.977069] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.977069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.977069] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.977385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.977385] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.977457] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.977514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.977564] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.977697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.977772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.977864] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1418.006908] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.007127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.007127] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.007324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.007457] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.018431] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1419.652686] env[70236]: INFO networking_nsxv3.common.synchronization [req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd req-0c277cd2-36d8-4d51-8464-3794d5bcaabc tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1419.653227] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1419.653542] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.653658] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.992882] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.993089] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.993223] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.993492] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.993754] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.993921] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.994047] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.994271] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.994410] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.994627] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1419.994783] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1419.994895] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1419.995013] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1419.995241] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1419.995241] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1419.995353] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1420.015928] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1420.016087] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1420.016227] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1420.016396] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-940" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.016748] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-fd63da90-7270-451f-8fd1-654701c41cde taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.016928] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-fd63da90-7270-451f-8fd1-654701c41cde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.017062] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-fd63da90-7270-451f-8fd1-654701c41cde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.017369] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-fd63da90-7270-451f-8fd1-654701c41cde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.017511] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd63da90-7270-451f-8fd1-654701c41cde',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.026465] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1420.026649] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a deletion is rescheduled due to dependency. [ 1420.026756] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.026925] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.027147] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.027319] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.027425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.027490] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.027641] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.027726] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.027820] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.520425] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.520637] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.520788] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.520993] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.521170] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.521328] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port fd63da90-7270-451f-8fd1-654701c41cde not found, creating... [ 1420.521585] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.521748] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.521869] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.522114] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.522259] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.522541] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.522700] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.522825] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.523057] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.523200] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.523344] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: fd63da90-7270-451f-8fd1-654701c41cde is going to be created. [ 1420.530183] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.530355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.530355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.530515] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.530618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.530788] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.530882] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.530941] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.531107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.531184] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.531268] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1420.542813] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.543047] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.543127] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.543360] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.543656] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.543902] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-fd63da90-7270-451f-8fd1-654701c41cde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.561716] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.561879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.561879] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.562098] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.562273] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.569871] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1421.215023] env[70236]: INFO networking_nsxv3.common.synchronization [req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd req-1f06ca91-9eb5-4bd8-9ceb-5471f4cf5060 service nova] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_rules [ 1421.215023] env[70236]: INFO networking_nsxv3.common.synchronization [req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd req-1f06ca91-9eb5-4bd8-9ceb-5471f4cf5060 service nova] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1421.215023] env[70236]: INFO networking_nsxv3.common.synchronization [req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd req-1f06ca91-9eb5-4bd8-9ceb-5471f4cf5060 service nova] Enqueued Resource ID: fd63da90-7270-451f-8fd1-654701c41cde with Priority: HIGHEST for action port [ 1421.215378] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_rules [ 1421.215378] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1421.215378] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd63da90-7270-451f-8fd1-654701c41cde with Priority: HIGHEST for action port [ 1421.215927] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.216219] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.216327] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.216601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.216727] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.218943] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.219073] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.219288] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd63da90-7270-451f-8fd1-654701c41cde taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.219624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd63da90-7270-451f-8fd1-654701c41cde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.219624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd63da90-7270-451f-8fd1-654701c41cde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.219624] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd63da90-7270-451f-8fd1-654701c41cde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.219816] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd63da90-7270-451f-8fd1-654701c41cde',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.718730] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.718959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.721111] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd63da90-7270-451f-8fd1-654701c41cde with status ACTIVE [ 1421.721293] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.721463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.721463] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.721678] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.721763] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.721935] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.722047] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.722111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.722272] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.722349] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.722527] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.722620] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.722681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.722817] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.722889] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.722973] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd63da90-7270-451f-8fd1-654701c41cde is going to be updated. [ 1421.742054] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.742227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.742227] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.742394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.742521] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.742668] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd63da90-7270-451f-8fd1-654701c41cde" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.334539] env[70236]: INFO networking_nsxv3.common.synchronization [req-20156fd0-4860-4f1e-bfe1-fc370224f874 req-8ac2e758-ad0e-4ccf-8a54-2fdc00b511d2 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1422.335113] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1422.335486] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.335625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.335699] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.336271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.336271] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.336271] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.336476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.336476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.336548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.336670] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.579798] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1422.580019] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a deletion is rescheduled due to dependency. [ 1422.580106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.580261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.580486] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.580692] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.580824] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.580890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.581079] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.581162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.581255] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.839814] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.839978] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.840078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.840308] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.840405] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.840680] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.840815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.840886] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.841052] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.841115] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.841201] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d is going to be updated. [ 1422.868644] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.868644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.868644] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.869124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.869124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.876362] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: IN_PROGRESS for 2s [ 1423.083798] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.587593] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.090629] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.090629] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.090895] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.090971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.091087] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.091193] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1424.117970] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.118229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.118229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.118449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.118611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.126058] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1424.887378] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: SUCCESS [ 1424.887765] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d deletion is rescheduled due to dependency. [ 1424.887765] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.135344] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1426.135741] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.135805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.135997] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.136226] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.136355] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.136435] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.136605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.136705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.136794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.136885] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.639763] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.639971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.640113] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.640258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.640436] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.640543] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.640606] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.640761] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.640854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.640944] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.641140] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.641209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.641252] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.641391] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.641526] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.641618] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.641676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.641813] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.641887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.641967] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.642068] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.144028] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d79c590a-83b9-4543-94bd-ac1e2080a65a: rpc.has_security_group_logging(os_id): False [ 1427.161692] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.161860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.161971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.162132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.162226] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.162438] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.162539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.162603] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.162769] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.162874] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.163083] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.163178] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.163240] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.163383] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.163455] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.163629] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.163723] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.163776] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.163921] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.163983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.164083] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1427.224916] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.225148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.225148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.225301] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.225445] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.244284] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1427.335801] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.335911] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1429.208693] env[70236]: INFO networking_nsxv3.common.synchronization [req-d7090813-c58f-413e-b3b9-29357656a089 req-0d991617-840d-435d-a832-418476a4e02b tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1429.209271] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1429.209598] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.209738] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.209814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.210161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.210360] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.210471] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.210542] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.210725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.210814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.210909] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.260231] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1429.260449] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.477420] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.477420] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.477420] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.477420] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.477732] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.479079] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.479079] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.479079] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.479079] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.479079] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1429.479079] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1429.479079] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1429.479079] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1429.479409] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1429.479544] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1429.479744] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1429.499954] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1429.500195] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1429.500382] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1429.500591] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-777" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.500972] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-7e699b59-f124-43a4-9190-a3b7ae61ae89 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.501237] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-7e699b59-f124-43a4-9190-a3b7ae61ae89" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.501380] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-7e699b59-f124-43a4-9190-a3b7ae61ae89" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.501692] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-7e699b59-f124-43a4-9190-a3b7ae61ae89" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.501837] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e699b59-f124-43a4-9190-a3b7ae61ae89',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.712524] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.712745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.712745] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.712952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.713093] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.713319] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.713425] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.713488] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.713652] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.713732] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.713821] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d is going to be updated. [ 1429.738491] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.738670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.738670] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.738850] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.738986] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.746686] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: IN_PROGRESS for 2s [ 1430.003704] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.003961] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.004153] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.004443] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.004602] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.004761] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 7e699b59-f124-43a4-9190-a3b7ae61ae89 not found, creating... [ 1430.005058] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.005302] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.005441] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.005703] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.005849] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.006153] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.006314] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.006437] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.006662] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.006795] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.006939] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 7e699b59-f124-43a4-9190-a3b7ae61ae89 is going to be created. [ 1430.025015] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.025251] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.025394] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.025669] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.025911] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.026153] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-7e699b59-f124-43a4-9190-a3b7ae61ae89" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.689348] env[70236]: INFO networking_nsxv3.common.synchronization [req-d7090813-c58f-413e-b3b9-29357656a089 req-83343bd7-1b25-4f66-8486-857addfb8cf4 service nova] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_rules [ 1430.689582] env[70236]: INFO networking_nsxv3.common.synchronization [req-d7090813-c58f-413e-b3b9-29357656a089 req-83343bd7-1b25-4f66-8486-857addfb8cf4 service nova] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1430.689670] env[70236]: INFO networking_nsxv3.common.synchronization [req-d7090813-c58f-413e-b3b9-29357656a089 req-83343bd7-1b25-4f66-8486-857addfb8cf4 service nova] Enqueued Resource ID: 7e699b59-f124-43a4-9190-a3b7ae61ae89 with Priority: HIGHEST for action port [ 1430.689852] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_rules [ 1430.689984] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1430.690095] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e699b59-f124-43a4-9190-a3b7ae61ae89 with Priority: HIGHEST for action port [ 1430.690629] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.690758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.690816] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.691131] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.691267] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.693838] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.693838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.693838] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e699b59-f124-43a4-9190-a3b7ae61ae89 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.693838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e699b59-f124-43a4-9190-a3b7ae61ae89" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.693838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e699b59-f124-43a4-9190-a3b7ae61ae89" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.693838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e699b59-f124-43a4-9190-a3b7ae61ae89" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.693838] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e699b59-f124-43a4-9190-a3b7ae61ae89',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.055380] env[70236]: INFO networking_nsxv3.common.synchronization [req-757807f9-a12a-4a2c-a980-88ee703b0487 req-487ec4c1-fa3d-454d-bf22-c29fc191a543 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Enqueued Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1431.056010] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79c590a-83b9-4543-94bd-ac1e2080a65a with Priority: HIGHEST for action security_group_members [ 1431.056331] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79c590a-83b9-4543-94bd-ac1e2080a65a taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.056519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.056593] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.056791] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.056948] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.057269] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.058162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.058162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.058162] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.058162] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79c590a-83b9-4543-94bd-ac1e2080a65a',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.193243] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.193389] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.194680] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e699b59-f124-43a4-9190-a3b7ae61ae89 with status ACTIVE [ 1431.194875] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.194994] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.195086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.195280] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.195370] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.195538] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.195673] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.195774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.195876] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.195969] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.196130] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.196241] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.196324] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.196430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.196505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.196589] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e699b59-f124-43a4-9190-a3b7ae61ae89 is going to be updated. [ 1431.216281] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.216412] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.216451] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.216602] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.216766] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.216930] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e699b59-f124-43a4-9190-a3b7ae61ae89" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.559506] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.559689] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.559753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.559927] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.560041] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.560235] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.560336] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.560392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.560546] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.560623] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.560711] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a is going to be updated. [ 1431.584510] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.584679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.584679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.584861] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.584993] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.593786] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: IN_PROGRESS for 2s [ 1431.755228] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: SUCCESS [ 1431.755667] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d deletion is rescheduled due to dependency. [ 1431.755667] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.755777] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.755959] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.756136] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.756277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.756354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.756479] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.756557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.756653] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.259318] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.761851] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.264451] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.264599] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.264674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.264892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.264984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.265094] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d is going to be updated. [ 1433.293355] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.293532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.293596] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.293779] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.293924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.306958] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: IN_PROGRESS for 2s [ 1433.602445] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79c590a-83b9-4543-94bd-ac1e2080a65a in Status: SUCCESS [ 1433.602679] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79c590a-83b9-4543-94bd-ac1e2080a65a deletion is rescheduled due to dependency. [ 1433.602774] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79c590a-83b9-4543-94bd-ac1e2080a65a" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.316432] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: SUCCESS [ 1435.316676] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.316826] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.317032] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.317295] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.317358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.317392] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.317540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.317754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.317754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.317846] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.819971] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.057482] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.057582] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1436.324884] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16db37a4-2a38-4849-8c81-65e05e72ff8d: rpc.has_security_group_logging(os_id): False [ 1436.338811] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.338987] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.339064] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.339268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.339358] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.339582] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.339718] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.339782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.339887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.339976] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.340070] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d is going to be updated. [ 1436.394841] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.395043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.395117] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.395294] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.395434] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.407243] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: IN_PROGRESS for 2s [ 1438.422485] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: SUCCESS [ 1438.422485] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.059128] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.059546] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.060539] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.060972] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.061961] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.062414] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.183325] env[70236]: INFO networking_nsxv3.common.synchronization [req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 req-309696d0-104c-4dc7-86c6-1347d8436d19 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1454.183545] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1454.184386] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.184386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.184386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.184386] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.184730] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.184730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.184730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.184898] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.184898] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.185107] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.687034] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.188694] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.691019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.691326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.691326] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.691518] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.691591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.691700] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba is going to be updated. [ 1455.718890] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.719193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.719193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.719364] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.719840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.728708] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: IN_PROGRESS for 2s [ 1457.738642] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: SUCCESS [ 1457.739161] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.184953] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.185329] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.186192] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.186546] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.187342] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.187625] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.386523] env[70236]: INFO networking_nsxv3.common.synchronization [req-2e513bc2-cd53-4160-95a7-9b7901939265 req-c05e019c-8522-4376-b31c-50f486984c7f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Enqueued Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1470.390017] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05723e66-c2c2-48fb-af03-66a1731bffba with Priority: HIGHEST for action security_group_members [ 1470.390017] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-05723e66-c2c2-48fb-af03-66a1731bffba taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.390017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.390017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.390017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.390017] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.390017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.390017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.390017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.390017] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.390017] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05723e66-c2c2-48fb-af03-66a1731bffba',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.891143] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.891467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.891467] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.891652] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.891754] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.891979] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.892132] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.892194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.892381] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.892465] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.892579] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba is going to be updated. [ 1470.920100] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.920287] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.920353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.920510] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.920674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.931785] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: IN_PROGRESS for 2s [ 1472.942271] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05723e66-c2c2-48fb-af03-66a1731bffba in Status: SUCCESS [ 1472.942662] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05723e66-c2c2-48fb-af03-66a1731bffba deletion is rescheduled due to dependency. [ 1472.942662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05723e66-c2c2-48fb-af03-66a1731bffba" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.388222] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.388524] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.123175] env[70236]: INFO networking_nsxv3.common.synchronization [None req-c041a84a-5a0b-40e7-8153-b41427095768 None None] Enqueued Resource ID: e506e6c1-b197-4a5a-860a-23891021b207 with Priority: HIGHEST for action port [ 1478.123523] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e506e6c1-b197-4a5a-860a-23891021b207 with Priority: HIGHEST for action port [ 1478.124049] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-e506e6c1-b197-4a5a-860a-23891021b207 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.124189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e506e6c1-b197-4a5a-860a-23891021b207" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.124262] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e506e6c1-b197-4a5a-860a-23891021b207" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.125029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e506e6c1-b197-4a5a-860a-23891021b207" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.125029] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e506e6c1-b197-4a5a-860a-23891021b207',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.628035] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e506e6c1-b197-4a5a-860a-23891021b207 [ 1478.628035] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.628035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.628035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.628035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.628381] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.628381] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e506e6c1-b197-4a5a-860a-23891021b207 already deleted. [ 1478.628381] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e506e6c1-b197-4a5a-860a-23891021b207" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.179530] env[70236]: INFO networking_nsxv3.common.synchronization [None req-eec12fe6-582c-4f55-aec1-9f429c532737 None None] Enqueued Resource ID: 84e227ea-8113-4983-8ea0-1db2d69f6813 with Priority: HIGHEST for action port [ 1480.179882] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e227ea-8113-4983-8ea0-1db2d69f6813 with Priority: HIGHEST for action port [ 1480.180470] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-84e227ea-8113-4983-8ea0-1db2d69f6813 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.180600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84e227ea-8113-4983-8ea0-1db2d69f6813" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.180675] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84e227ea-8113-4983-8ea0-1db2d69f6813" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.180934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84e227ea-8113-4983-8ea0-1db2d69f6813" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.181028] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84e227ea-8113-4983-8ea0-1db2d69f6813',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.683039] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84e227ea-8113-4983-8ea0-1db2d69f6813 [ 1480.683278] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.683417] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.683484] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.683701] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.683794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.683916] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84e227ea-8113-4983-8ea0-1db2d69f6813 already deleted. [ 1480.684111] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84e227ea-8113-4983-8ea0-1db2d69f6813" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.321542] env[70236]: INFO networking_nsxv3.common.synchronization [req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 req-416ae004-14be-4f32-8a24-3831da987c9c tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1483.322082] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1483.322397] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.322514] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.322580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.322825] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.322979] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.323656] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.323730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.323897] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.323989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.324111] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.573533] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.573758] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "network-939" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.573895] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "network-939" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.574281] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "network-939" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.574554] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.574717] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.574840] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.575079] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.575227] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.575451] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1483.575568] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] NeedRegenerationException {{(pid=70236) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1483.575681] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] no value, waiting for create lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1483.575791] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] value creation lock acquired {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1483.575901] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] No value present for key: 'zone-id' {{(pid=70236) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1483.576125] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Calling creation function for not-yet-present value {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1483.576295] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1483.596651] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1483.596815] env[70236]: DEBUG dogpile.cache.region [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70236) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1483.596945] env[70236]: DEBUG dogpile.lock [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Released creation lock {{(pid=70236) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1483.597221] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "network-939" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.597517] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock port-6c0e79a7-a10c-4313-8beb-28a285ce20bd taken with stack trace [, , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.597690] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.597814] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.598142] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.598289] env[70236]: DEBUG networking_nsxv3.api.rpc [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c0e79a7-a10c-4313-8beb-28a285ce20bd',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.826493] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.826758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.826758] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.827076] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.827213] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.827453] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.827580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.827663] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.827901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.828078] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.828156] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 already deleted. [ 1483.828283] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.100638] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.100937] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.101041] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.101347] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.101511] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.101674] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Segment Port 6c0e79a7-a10c-4313-8beb-28a285ce20bd not found, creating... [ 1484.101942] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.102144] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.102276] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.102510] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.102658] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.102946] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.103136] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.103267] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.103486] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.103628] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.103774] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Resource: SegmentPort with ID: 6c0e79a7-a10c-4313-8beb-28a285ce20bd is going to be created. [ 1484.123317] env[70236]: DEBUG networking_nsxv3.common.locking [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.123592] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.123706] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.124125] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.124429] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.124678] env[70236]: DEBUG oslo_concurrency.lockutils [None req-94a33fe1-b474-4280-8795-2e728cc01d5a None None] Releasing lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.793402] env[70236]: INFO networking_nsxv3.common.synchronization [req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 req-ee4bcbcd-8e31-4661-8df5-94fefd3d63b3 service nova] Enqueued Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_rules [ 1484.793655] env[70236]: INFO networking_nsxv3.common.synchronization [req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 req-ee4bcbcd-8e31-4661-8df5-94fefd3d63b3 service nova] Enqueued Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1484.793759] env[70236]: INFO networking_nsxv3.common.synchronization [req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 req-ee4bcbcd-8e31-4661-8df5-94fefd3d63b3 service nova] Enqueued Resource ID: 6c0e79a7-a10c-4313-8beb-28a285ce20bd with Priority: HIGHEST for action port [ 1484.794098] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_rules [ 1484.794290] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1484.794437] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0e79a7-a10c-4313-8beb-28a285ce20bd with Priority: HIGHEST for action port [ 1484.795364] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.795622] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.795622] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.795863] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.795948] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.796833] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.797335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.797413] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.797591] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.797745] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.797843] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.797917] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.798059] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.798149] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.798236] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.798967] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c0e79a7-a10c-4313-8beb-28a285ce20bd taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.799080] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.799146] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.799290] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.799415] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c0e79a7-a10c-4313-8beb-28a285ce20bd',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.301473] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.301611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.302931] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.303800] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c0e79a7-a10c-4313-8beb-28a285ce20bd with status ACTIVE [ 1485.303997] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.304138] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.304199] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.304407] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.304503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.304679] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.304772] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.304835] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.304991] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.305107] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.305294] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.305394] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.305447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.305574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.305640] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.305771] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c0e79a7-a10c-4313-8beb-28a285ce20bd is going to be updated. [ 1485.324227] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.324359] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.324401] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.324553] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.324672] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.324814] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.808075] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.310514] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.310677] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.310751] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.310971] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.311091] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.311195] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 is going to be created. [ 1486.334051] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.334222] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.334310] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.334454] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.334611] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.344389] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: UNINITIALIZED for 2s [ 1488.354643] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: SUCCESS [ 1488.354961] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.355011] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.355236] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.355423] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.355539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.355605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.355760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.355842] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.355928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.356031] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.858755] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.859018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.859171] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.859519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.859848] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.860025] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.860194] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.860494] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.860711] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.860932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.861217] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.861367] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.861487] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.861744] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.861967] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.862216] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.862321] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.862580] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.862709] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.862862] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.863120] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.368221] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b58bb4de-9ccf-4bb6-809a-bd1302e91e16: rpc.has_security_group_logging(os_id): False [ 1489.387153] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.387378] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.387540] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.387724] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.387788] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.387962] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.388094] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.388193] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.388447] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.388532] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.388737] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.388851] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.388916] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.389077] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.389156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.389408] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.389601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.389674] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.389821] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.389898] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.389986] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 is going to be created. [ 1489.442417] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.442669] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.442669] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.442872] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.443104] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.453639] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: IN_PROGRESS for 2s [ 1489.795490] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.795490] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1491.465812] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: SUCCESS [ 1491.466095] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.655705] env[70236]: INFO networking_nsxv3.common.synchronization [req-705d9221-3bf5-4cee-842b-75d697555c72 req-e95ecf5f-b3f8-4a56-97dd-040b3a2eef1a tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Enqueued Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1492.656266] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d with Priority: HIGHEST for action security_group_members [ 1492.657303] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-16db37a4-2a38-4849-8c81-65e05e72ff8d taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.657303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.657303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.657303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.657303] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.657303] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.657625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.657625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.657625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.657899] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16db37a4-2a38-4849-8c81-65e05e72ff8d',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.159561] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.159892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.159892] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.160075] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.160179] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.160399] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.160509] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.160575] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.160746] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.160826] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.160922] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d is going to be updated. [ 1493.185189] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.185277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.185277] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.185480] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.185625] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.193026] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: IN_PROGRESS for 2s [ 1495.203032] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d in Status: SUCCESS [ 1495.203430] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16db37a4-2a38-4849-8c81-65e05e72ff8d deletion is rescheduled due to dependency. [ 1495.203430] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16db37a4-2a38-4849-8c81-65e05e72ff8d" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.657901] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.657901] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.323240] env[70236]: INFO networking_nsxv3.common.synchronization [req-6057450d-51f8-4f6e-9290-5f55041ffbfd req-5c1b19cb-ef46-49bb-8859-3f9b7dcebdb5 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 with Priority: HIGHEST for action security_group_members [ 1501.323240] env[70236]: INFO networking_nsxv3.common.synchronization [req-6057450d-51f8-4f6e-9290-5f55041ffbfd req-5c1b19cb-ef46-49bb-8859-3f9b7dcebdb5 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1501.323887] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 with Priority: HIGHEST for action security_group_members [ 1501.323887] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1501.323887] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ae3417-b990-4f5c-9a43-52ddf2103229 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.323887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.323887] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.325029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.325029] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.325029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.325029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.325029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.325029] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.325029] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97ae3417-b990-4f5c-9a43-52ddf2103229',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.326431] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.326431] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.326721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.326760] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.326937] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.327084] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.327176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.327354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.327470] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.327586] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.364288] env[70236]: INFO networking_nsxv3.common.synchronization [req-6057450d-51f8-4f6e-9290-5f55041ffbfd req-5c1b19cb-ef46-49bb-8859-3f9b7dcebdb5 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 with Priority: HIGHEST for action security_group_rules [ 1501.364473] env[70236]: INFO networking_nsxv3.common.synchronization [req-6057450d-51f8-4f6e-9290-5f55041ffbfd req-5c1b19cb-ef46-49bb-8859-3f9b7dcebdb5 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 with Priority: HIGHEST for action security_group_members [ 1501.364618] env[70236]: INFO networking_nsxv3.common.synchronization [req-6057450d-51f8-4f6e-9290-5f55041ffbfd req-5c1b19cb-ef46-49bb-8859-3f9b7dcebdb5 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_rules [ 1501.364754] env[70236]: INFO networking_nsxv3.common.synchronization [req-6057450d-51f8-4f6e-9290-5f55041ffbfd req-5c1b19cb-ef46-49bb-8859-3f9b7dcebdb5 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1501.364892] env[70236]: INFO networking_nsxv3.common.synchronization [req-6057450d-51f8-4f6e-9290-5f55041ffbfd req-5c1b19cb-ef46-49bb-8859-3f9b7dcebdb5 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: 6c0e79a7-a10c-4313-8beb-28a285ce20bd with Priority: HIGHEST for action port [ 1501.365127] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 with Priority: HIGHEST for action security_group_rules [ 1501.365257] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_rules [ 1501.365356] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0e79a7-a10c-4313-8beb-28a285ce20bd with Priority: HIGHEST for action port [ 1501.365449] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 with Priority: HIGHEST for action security_group_members [ 1501.365537] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1501.366020] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97ae3417-b990-4f5c-9a43-52ddf2103229 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.366304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.366466] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.366697] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.366815] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97ae3417-b990-4f5c-9a43-52ddf2103229',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.367631] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.367789] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.367888] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.368096] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.368229] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.368963] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c0e79a7-a10c-4313-8beb-28a285ce20bd taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.369176] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.369242] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.369424] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.369536] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c0e79a7-a10c-4313-8beb-28a285ce20bd',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.370241] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ae3417-b990-4f5c-9a43-52ddf2103229 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.370476] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.370719] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.370846] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.592047] env[70236]: INFO networking_nsxv3.common.synchronization [req-3ecd87e0-afa9-4f3d-8bc3-3921246781cf req-b23fe5da-5cd9-4dde-bcaf-2db29c5345f0 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1501.592296] env[70236]: INFO networking_nsxv3.common.synchronization [req-3ecd87e0-afa9-4f3d-8bc3-3921246781cf req-b23fe5da-5cd9-4dde-bcaf-2db29c5345f0 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 with Priority: HIGHEST for action security_group_members [ 1501.592717] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1501.592857] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 with Priority: HIGHEST for action security_group_members [ 1501.593229] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.593229] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.593449] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ae3417-b990-4f5c-9a43-52ddf2103229 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.593548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.627963] env[70236]: INFO networking_nsxv3.common.synchronization [req-3ecd87e0-afa9-4f3d-8bc3-3921246781cf req-b23fe5da-5cd9-4dde-bcaf-2db29c5345f0 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_rules [ 1501.628150] env[70236]: INFO networking_nsxv3.common.synchronization [req-3ecd87e0-afa9-4f3d-8bc3-3921246781cf req-b23fe5da-5cd9-4dde-bcaf-2db29c5345f0 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1501.628296] env[70236]: INFO networking_nsxv3.common.synchronization [req-3ecd87e0-afa9-4f3d-8bc3-3921246781cf req-b23fe5da-5cd9-4dde-bcaf-2db29c5345f0 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: 6c0e79a7-a10c-4313-8beb-28a285ce20bd with Priority: HIGHEST for action port [ 1501.628537] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_rules [ 1501.628662] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1501.628760] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0e79a7-a10c-4313-8beb-28a285ce20bd with Priority: HIGHEST for action port [ 1501.629237] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.629353] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.629552] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.629639] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.629815] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c0e79a7-a10c-4313-8beb-28a285ce20bd taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.629895] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.829066] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97ae3417-b990-4f5c-9a43-52ddf2103229',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.829986] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.872284] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-97ae3417-b990-4f5c-9a43-52ddf2103229 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.872519] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.872650] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.872729] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.872894] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c0e79a7-a10c-4313-8beb-28a285ce20bd with status ACTIVE [ 1501.873073] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.873185] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.873263] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.873477] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.873589] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.873785] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.873884] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.873956] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.874158] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.874250] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.874453] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.874557] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.874615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.874771] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.874849] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.874936] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c0e79a7-a10c-4313-8beb-28a285ce20bd is going to be updated. [ 1501.898970] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.899165] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.899209] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.899400] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.899539] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.899705] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.899862] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.900043] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.900140] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c0e79a7-a10c-4313-8beb-28a285ce20bd',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.331305] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97ae3417-b990-4f5c-9a43-52ddf2103229',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.332326] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.401866] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c0e79a7-a10c-4313-8beb-28a285ce20bd with status ACTIVE [ 1502.402114] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.402233] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.402296] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.402517] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.402601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.402851] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.402983] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.403058] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.403224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.403304] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.403490] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.403605] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.403662] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.403778] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.403855] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.403941] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c0e79a7-a10c-4313-8beb-28a285ce20bd is going to be updated. [ 1502.424485] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.424630] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.424669] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.424840] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.424966] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.425142] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c0e79a7-a10c-4313-8beb-28a285ce20bd" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.833742] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.833928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.833928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.834210] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.834307] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.834410] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 is going to be created. [ 1502.835567] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.835679] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.835749] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.835907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.835989] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.836090] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 is going to be updated. [ 1502.871369] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.871505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.871574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.871767] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.871918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.876617] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.876728] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.876796] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.876984] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.877082] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.882517] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 in Status: UNINITIALIZED for 2s [ 1502.883597] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: IN_PROGRESS for 2s [ 1504.893598] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: SUCCESS [ 1504.893899] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.894008] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.894237] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.894427] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.894548] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.894632] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.894810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.894896] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.894996] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.897099] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 in Status: SUCCESS [ 1504.897335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.897483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.897694] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.897901] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.898035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.898106] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.898258] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.898339] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.898428] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97ae3417-b990-4f5c-9a43-52ddf2103229',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.400113] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.401219] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.401342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.401414] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.401642] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.401737] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.401922] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.402038] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.402103] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.402261] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.402342] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.402435] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 is going to be deleted. [ 1505.431326] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.431498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.431498] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.431681] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.431784] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.431877] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.432036] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.432198] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.432344] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.432443] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.432508] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.432720] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.432841] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.432974] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97ae3417-b990-4f5c-9a43-52ddf2103229',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.905014] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.935019] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.935154] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.935230] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.935436] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.935523] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.935709] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.935805] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.935868] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.936026] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.936112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.936229] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 already deleted. [ 1505.936311] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.936456] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.936600] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.936740] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.936834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.936895] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.937046] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.937124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.937215] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97ae3417-b990-4f5c-9a43-52ddf2103229',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.028123] env[70236]: INFO networking_nsxv3.common.synchronization [req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 req-0b0638b5-da07-4d90-b7dd-172c680d8590 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Enqueued Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1506.028123] env[70236]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 with Priority: HIGHEST for action security_group_members [ 1506.028303] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16 taken with stack trace [, , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.028360] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.407719] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.407960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.407960] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.408195] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.408291] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.408392] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 is going to be updated. [ 1506.435559] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.435782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.435782] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.435920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.436089] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.439620] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.439854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.439854] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.440000] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.440062] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.440232] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.440374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.440374] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.440527] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.440601] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.440688] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 already deleted. [ 1506.440764] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.440868] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97ae3417-b990-4f5c-9a43-52ddf2103229',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.443392] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: IN_PROGRESS for 2s [ 1506.943495] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97ae3417-b990-4f5c-9a43-52ddf2103229',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.446228] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97ae3417-b990-4f5c-9a43-52ddf2103229: rpc.has_security_group_logging(os_id): False [ 1507.462826] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.463035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.463035] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.463260] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.463351] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.463548] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.463650] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.463707] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.463857] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.463932] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.464032] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 is going to be created. [ 1507.477122] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/97ae3417-b990-4f5c-9a43-52ddf2103229], does not exist path=[/infra/domains/default/groups/97ae3417-b990-4f5c-9a43-52ddf2103229]."\n}' [ 1507.477278] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/97ae3417-b990-4f5c-9a43-52ddf2103229 [ 1507.477352] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1507.501061] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.501187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.501267] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.501406] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.502018] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.502249] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.502368] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.502429] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.502574] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.502651] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.502809] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.502902] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.502958] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.503112] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.503187] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.503271] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97ae3417-b990-4f5c-9a43-52ddf2103229 is going to be created. [ 1507.513584] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/97ae3417-b990-4f5c-9a43-52ddf2103229], does not exist path=[/infra/domains/default/groups/97ae3417-b990-4f5c-9a43-52ddf2103229]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/97ae3417-b990-4f5c-9a43-52ddf2103229 [ 1507.513717] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97ae3417-b990-4f5c-9a43-52ddf2103229" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.513900] env[70236]: Traceback (most recent call last): [ 1507.513947] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1507.513947] env[70236]: return func(*args, **kwargs) [ 1507.513947] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1507.513947] env[70236]: res.raise_for_status() [ 1507.513947] env[70236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1507.513947] env[70236]: raise HTTPError(http_error_msg, response=self) [ 1507.513947] env[70236]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/97ae3417-b990-4f5c-9a43-52ddf2103229 [ 1507.513947] env[70236]: During handling of the above exception, another exception occurred: [ 1507.513947] env[70236]: Traceback (most recent call last): [ 1507.513947] env[70236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1507.513947] env[70236]: listener.cb(fileno) [ 1507.513947] env[70236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1507.513947] env[70236]: result = function(*args, **kwargs) [ 1507.513947] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1507.513947] env[70236]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1507.513947] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1507.513947] env[70236]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1507.513947] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1507.513947] env[70236]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1507.513947] env[70236]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1507.513947] env[70236]: res.raise_for_status() [ 1507.513947] env[70236]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1507.513947] env[70236]: raise HTTPError(http_error_msg, response=self) [ 1507.514638] env[70236]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/97ae3417-b990-4f5c-9a43-52ddf2103229 [ 1507.514638] env[70236]: Removing descriptor: 20 [ 1508.452605] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: SUCCESS [ 1508.452890] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.452952] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.453190] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.453373] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.453489] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.453554] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.453708] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.453790] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.453881] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.955708] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.955901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.955901] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.956141] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.977322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.977545] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.977655] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.977721] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.977893] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.977975] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.978079] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 is going to be updated. [ 1509.000999] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.001166] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.001224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.001354] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.001483] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.008675] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: IN_PROGRESS for 2s [ 1511.019517] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: SUCCESS [ 1511.019869] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 deletion is rescheduled due to dependency. [ 1511.019869] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.019979] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.020189] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.020380] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.020503] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.020562] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.020700] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.020780] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.020871] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.029296] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.029414] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1511.522497] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.522661] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.522730] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.523061] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.523181] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.523393] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.523565] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.523641] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.523815] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.523894] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.523984] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 is going to be updated. [ 1511.547642] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.547794] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.547860] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.548086] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.548322] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.556167] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: IN_PROGRESS for 2s [ 1513.567502] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: SUCCESS [ 1513.567928] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 deletion is rescheduled due to dependency. [ 1513.567928] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.568097] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.568206] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.568407] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.568550] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.568615] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.568753] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.568834] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.568920] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.569033] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.569921] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.570159] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.570364] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.570501] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.570585] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.570747] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.570838] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.570935] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.072968] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.074074] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.074257] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.074335] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.074544] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.074641] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.074821] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.074924] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.075024] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.075148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.075224] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.075312] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 is going to be updated. [ 1514.101574] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.101873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.101873] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.102016] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.102124] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.110025] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: IN_PROGRESS for 2s [ 1514.577692] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b58bb4de-9ccf-4bb6-809a-bd1302e91e16: rpc.has_security_group_logging(os_id): False [ 1514.594666] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.594865] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.594865] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.595101] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.595200] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.595401] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.595505] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.595568] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.595725] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.595803] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.595891] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 is going to be updated. [ 1514.645424] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.645643] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.645643] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.645810] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.645940] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.657885] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: IN_PROGRESS for 2s [ 1516.030780] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.031247] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1516.119644] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: SUCCESS [ 1516.119828] env[70236]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 deletion is rescheduled due to dependency. [ 1516.119918] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.671538] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 in Status: SUCCESS [ 1516.671762] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.671907] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.672156] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.672247] env[70236]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b58bb4de-9ccf-4bb6-809a-bd1302e91e16',) {} {{(pid=70236) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.191608] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.192148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.192148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.192148] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.205577] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.205702] env[70236]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b58bb4de-9ccf-4bb6-809a-bd1302e91e16 is going to be deleted. [ 1517.243771] env[70236]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70236) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.243934] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.243979] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.244177] env[70236]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.244268] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.244370] env[70236]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b58bb4de-9ccf-4bb6-809a-bd1302e91e16" {{(pid=70236) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.031977] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.032408] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.033512] env[70236]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.033945] env[70236]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0